-- Logs begin at Wed 2021-06-23 15:45:28 UTC, end at Wed 2021-06-23 17:21:52 UTC. -- Jun 23 16:49:24.930737 dv-cinder-796950-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 16:49:27.677797 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:49:27.678391 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:49:27.678556 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:49:27.681788 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:49:27.682036 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:49:27.682340 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:49:27.683268 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:49:27.683514 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:49:27.683871 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:49:27.684114 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:49:27.684335 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:49:27.684676 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.685014 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.685368 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.685591 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.685889 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.686180 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.686465 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.686745 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.687042 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.687326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.687625 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.687925 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.688136 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.688413 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.688693 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.688974 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.689200 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] debug = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.689474 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.689891 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.690293 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.690571 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.690857 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.691136 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.691406 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.691703 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.691987 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.692313 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] host = dv-cinder-796950-7-iscsi {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.692591 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.692868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.693152 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.693435 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.693705 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.693978 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.694259 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.694528 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.694796 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.695065 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.695354 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.695658 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.696032 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.696259 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.696475 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.696759 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.697042 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.697315 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.697585 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.697856 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.698124 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.698392 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.698654 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.698935 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.699214 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.699519 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.699794 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.700064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.700895 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.701225 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.701507 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.701771 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.702040 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.702308 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.702589 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.702853 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.703121 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.703455 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.703722 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.704130 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.704281 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.704548 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.704826 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.705091 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.705355 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.705623 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_json = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.705892 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.706157 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.706434 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.706694 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.706957 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.707223 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.707558 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.707789 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:27.708082 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.708375 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.708675 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.708948 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.709237 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.709513 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.709799 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.710072 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.710356 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.710639 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.710922 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.711193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.711490 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.711776 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.712088 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.712367 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.712656 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.712942 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.713220 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.713472 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.713740 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.714011 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.714291 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.714581 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.714881 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.715216 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.715514 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.715808 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.716713 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.716988 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.717259 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.717541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.717816 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.718087 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.718366 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.718639 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.718907 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.719173 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.719444 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.719760 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.720040 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.720301 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.720567 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.720838 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.721104 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.721383 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.721657 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.721924 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.722191 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.722463 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.722730 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.722998 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.723268 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.723556 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.723831 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.724099 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.724364 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.724631 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.724898 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.725164 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.725430 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.725696 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.725970 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.726236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.726501 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.726780 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.727125 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.727387 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.727699 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.727990 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.728264 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.728537 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.728808 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.729077 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.729346 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.729616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.729889 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.730161 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.730427 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.730711 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.730987 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.731268 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.731640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.732055 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.732350 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.732624 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.732905 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.733181 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.733456 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.733743 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.734066 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.734362 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.734654 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.734944 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.735234 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.735547 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.735835 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.736140 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.736416 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:27.736632 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:49:27.736872 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 16:49:28.090767 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:28.091711 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:28.092102 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:28.092473 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 16:49:28.486399 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.486673 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.486956 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.488294 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.488561 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.488826 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.524446 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.524724 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.524986 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.539259 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.539568 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.539814 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.571395 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.571779 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.571961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.608642 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.608917 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.609185 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.843563 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.844183 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.844183 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.844321 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.844947 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.968461 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.968776 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.969053 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.969322 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.969591 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.969900 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.970154 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.970405 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.970651 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.970927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.971181 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.971446 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.971723 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.971980 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.972228 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.972491 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.972763 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.974155 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.974440 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.974704 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.974995 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.975347 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.975641 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.975925 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.976174 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.976418 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:28.976817 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.977057 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.977293 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.977526 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.977761 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.977989 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:28.978351 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 16:49:28.982081 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 16:49:28.985968 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 16:49:28.990003 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Jun 23 16:49:28.991640 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 16:49:28.992088 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 16:49:28.992421 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 16:49:28.992801 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 16:49:28.996111 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 16:49:28.996344 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 16:49:28.996688 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:49:29.025505 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 16:49:29.025942 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:29.026238 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 16:49:29.026597 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:29.027970 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 16:49:29.028253 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:49:29.028558 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 16:49:29.031792 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:29.032070 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:29.095265 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 16:49:29.095428 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 16:49:29.095678 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 16:49:29.096040 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 16:49:29.117524 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_db.sqlalchemy.engines [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 16:49:29.832527 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing driver for type 'gre' Jun 23 16:49:29.833077 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] gre ID ranges: [(1, 1000)] Jun 23 16:49:30.083784 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing driver for type 'local' Jun 23 16:49:30.084471 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing driver for type 'vlan' Jun 23 16:49:30.204050 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] VlanTypeDriver initialization complete Jun 23 16:49:30.204631 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing driver for type 'vxlan' Jun 23 16:49:30.205252 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] vxlan ID ranges: [(1, 1000)] Jun 23 16:49:30.466918 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing extension driver 'port_security' Jun 23 16:49:30.467296 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.extensions.port_security [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] PortSecurityExtensionDriver initialization complete Jun 23 16:49:30.467682 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing mechanism driver 'openvswitch' Jun 23 16:49:30.468030 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing mechanism driver 'hyperv' Jun 23 16:49:30.475616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:30.476599 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.477012 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.477383 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.477777 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.478136 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.478528 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.478865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.479215 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.479626 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.480163 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487352 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487352 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487352 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487352 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487888 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487888 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > address_group after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487888 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > address_group after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.487888 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488317 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] ML2 OVO RPC backend initialized. {{(pid=100406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 16:49:30.488317 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488317 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488317 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > networks before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > ports before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.488747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489161 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnets before_response 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489161 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489161 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489161 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489588 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489588 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.489811 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.490154 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.490489 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.490820 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.491433 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.plugin [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Modular L2 Plugin initialization complete Jun 23 16:49:30.491800 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading services supported by the core plugin {{(pid=100406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 16:49:30.492106 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.plugins.ml2.managers [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Got port-security extension from driver 'port_security' Jun 23 16:49:30.492574 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.extensions.vlantransparent [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Disabled vlantransparent extension. Jun 23 16:49:30.493068 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 16:49:30.493382 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: router Jun 23 16:49:30.538105 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.538496 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_create 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.538868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router before_create 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.539350 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.539748 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.540104 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_delete 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.540464 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.540826 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_create 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.541173 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.541526 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.541873 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.542231 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.542637 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.543010 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.543351 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.543752 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: subnet after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.544604 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.545200 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.545742 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_create 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.545815 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.546191 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.546549 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router after_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.546890 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.547247 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_create 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.547644 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.547991 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_update 55549900 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.548367 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > network after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.549281 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Tracking information for resource: router configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:30.549604 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Tracking information for resource: floatingip configured {{(pid=100406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:49:30.554999 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.db.l3_agentschedulers_db [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 16:49:30.555624 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.555994 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.556381 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.556757 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.557718 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router before_create 55550100 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.558087 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.558452 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_create 55550100 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.558840 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > router precommit_update 55550100 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.564909 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.provider_configuration [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service providers = [] {{(pid=100406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 16:49:30.565279 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.db.servicetype_db [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 16:49:30.574183 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.service_base [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:49:30.574533 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.service_base [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:49:30.574876 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.service_base [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:49:30.575841 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.services.service_base [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:49:30.576221 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.services.service_base [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 16:49:30.576615 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.576943 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 16:49:30.588012 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.588354 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: auto_allocate Jun 23 16:49:30.594262 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: network precommit_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.594634 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: network precommit_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.595271 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.595642 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: tag Jun 23 16:49:30.602323 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.602650 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: timestamp Jun 23 16:49:30.613921 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.614248 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: network_ip_availability Jun 23 16:49:30.621954 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.622880 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.623266 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.624092 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.624410 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: flavors Jun 23 16:49:30.629430 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.629740 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading Plugin: revisions Jun 23 16:49:30.634156 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:49:30.634548 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.542s {{(pid=100406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:30.635340 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 16:49:30.635700 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Initializing extension manager. Jun 23 16:49:30.636333 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: __init__.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.636688 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: __pycache__ {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.637023 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.637356 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: address_group.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.638153 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.638894 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: address-group Jun 23 16:49:30.639222 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: address_scope.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.639966 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.640485 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: address-scope Jun 23 16:49:30.640810 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.641766 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.642323 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: router-admin-state-down-before-update Jun 23 16:49:30.642646 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: agent.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.643392 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.643932 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: agent Jun 23 16:49:30.644256 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: agent_resources_synced.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.645151 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.645662 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: agent-resources-synced Jun 23 16:49:30.645986 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: allowedaddresspairs.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.647893 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.648415 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: allowed-address-pairs Jun 23 16:49:30.648769 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: auto_allocated_topology.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.650053 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.650613 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: auto-allocated-topology Jun 23 16:49:30.650943 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: availability_zone.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.651686 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.652206 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: availability_zone Jun 23 16:49:30.652531 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: availability_zone_filter.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.654184 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.654746 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: availability_zone_filter Jun 23 16:49:30.655067 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: data_plane_status.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.662745 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.663255 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 16:49:30.663611 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: default_subnetpools.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.664566 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.665080 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: default-subnetpools Jun 23 16:49:30.665426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.666251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.666764 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: dhcp_agent_scheduler Jun 23 16:49:30.667085 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: dns.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.668023 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.668536 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 16:49:30.669378 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: dns_domain_ports.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.670554 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.671126 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 16:49:30.671447 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.672382 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.672897 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 16:49:30.673217 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: dvr.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.673884 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.674396 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: dvr Jun 23 16:49:30.674716 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: empty_string_filtering.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.675648 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.676191 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: empty-string-filtering Jun 23 16:49:30.676540 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.677437 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.677947 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:49:30.678266 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.679170 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.679781 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 16:49:30.680110 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: external_net.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.682790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.683874 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: external-net Jun 23 16:49:30.684201 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.685821 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.686402 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: extra_dhcp_opt Jun 23 16:49:30.686783 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: extraroute.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.687774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.688292 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: extraroute Jun 23 16:49:30.688612 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: extraroute_atomic.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.689815 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.690331 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: extraroute-atomic Jun 23 16:49:30.690652 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: filter_validation.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.691337 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.692181 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: filter-validation Jun 23 16:49:30.692512 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: fip_pf_description.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.693982 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.695944 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 16:49:30.696521 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: fip_port_details.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.697625 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.698223 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: fip-port-details Jun 23 16:49:30.698667 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: flavors.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.700237 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.701432 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: flavors Jun 23 16:49:30.701889 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.705274 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.705851 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 16:49:30.706208 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: floatingip_pools.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.707100 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.707948 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: floatingip-pools Jun 23 16:49:30.708497 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: ip_allocation.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.709754 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.710520 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 16:49:30.711235 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.713178 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.714329 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: ip-substring-filtering Jun 23 16:49:30.714799 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l2_adjacency.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.716615 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.721371 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 16:49:30.721371 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.721371 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.721371 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: router Jun 23 16:49:30.721371 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.722037 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.722598 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:49:30.722936 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.723919 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.724446 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: ext-gw-mode Jun 23 16:49:30.724774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.725682 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.726199 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: l3-ha Jun 23 16:49:30.726524 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3_flavors.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.727541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.728056 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: l3-flavors Jun 23 16:49:30.728379 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.729282 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.729794 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 16:49:30.730116 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: l3agentscheduler.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.731157 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.732367 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: l3_agent_scheduler Jun 23 16:49:30.732694 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: logging.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.734264 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.734790 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension logging not supported by any of loaded plugins Jun 23 16:49:30.735122 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: metering.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.735900 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.736511 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: metering Jun 23 16:49:30.736841 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.737956 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.738513 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: metering_source_and_destination_fields Jun 23 16:49:30.738946 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: multiprovidernet.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.746251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.746765 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: multi-provider Jun 23 16:49:30.747778 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: netmtu.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.748922 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.749444 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: net-mtu Jun 23 16:49:30.749771 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: netmtu_writable.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.750725 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.751242 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: net-mtu-writable Jun 23 16:49:30.751618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: network_availability_zone.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.752285 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.752802 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: network_availability_zone Jun 23 16:49:30.753129 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: network_ip_availability.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.754229 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.754786 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: network-ip-availability Jun 23 16:49:30.755138 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: network_segment_range.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.755962 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.756507 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 16:49:30.756828 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: pagination.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.757841 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.758174 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: pagination Jun 23 16:49:30.758491 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: port_device_profile.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.759490 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.760082 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: port-device-profile Jun 23 16:49:30.760410 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.761366 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.761878 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: port-mac-address-regenerate Jun 23 16:49:30.762227 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.763353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.763950 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: port-numa-affinity-policy Jun 23 16:49:30.764269 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: port_resource_request.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.765212 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.765725 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 16:49:30.766045 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: portbindings.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.766963 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.767493 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: binding Jun 23 16:49:30.767931 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: portbindings_extended.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.769242 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.769759 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: binding-extended Jun 23 16:49:30.770083 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: portsecurity.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.770985 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.771521 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: port-security Jun 23 16:49:30.771847 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: project_id.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.772847 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.773176 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: project-id Jun 23 16:49:30.773735 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: providernet.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.774474 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.774985 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: provider Jun 23 16:49:30.775303 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.779886 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.780421 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos not supported by any of loaded plugins Jun 23 16:49:30.780783 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.782027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.782549 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 16:49:30.782880 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.783866 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.784388 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 16:49:30.784715 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_default.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.785618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.786170 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-default not supported by any of loaded plugins Jun 23 16:49:30.786498 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_fip.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.787146 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.787679 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 16:49:30.788037 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_gateway_ip.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.789001 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.789586 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 16:49:30.789846 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_port_network_policy.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.790745 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.791254 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 16:49:30.791615 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_rule_type_details.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.792553 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.793093 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 16:49:30.793416 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: qos_rules_alias.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.808051 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.808594 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 16:49:30.808924 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: quotasv2.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.809981 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.810313 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: quotas Jun 23 16:49:30.810634 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: quotasv2_detail.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.813739 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.814070 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: quota_details Jun 23 16:49:30.814429 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: rbac.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.815501 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.816030 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: rbac-policies Jun 23 16:49:30.816356 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: rbac_address_group.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.817287 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.817802 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: rbac-address-group Jun 23 16:49:30.818121 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: rbac_address_scope.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.819031 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.819703 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: rbac-address-scope Jun 23 16:49:30.820029 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: rbac_security_groups.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.820972 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.821478 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: rbac-security-groups Jun 23 16:49:30.821796 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: rbac_subnetpool.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.822681 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.823189 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: rbac-subnetpool Jun 23 16:49:30.823526 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: revisionifmatch.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.824439 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.824941 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: revision-if-match Jun 23 16:49:30.825397 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: revisions.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.826766 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.827282 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: standard-attr-revisions Jun 23 16:49:30.827641 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: router_availability_zone.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.828323 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.828816 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: router_availability_zone Jun 23 16:49:30.829136 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: routerservicetype.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.830075 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.830592 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 16:49:30.830909 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.831852 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.832364 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: security-groups-normalized-cidr Jun 23 16:49:30.832682 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.833698 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.834205 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: port-security-groups-filtering Jun 23 16:49:30.834522 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.835419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.835951 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: security-groups-remote-address-group Jun 23 16:49:30.836398 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: securitygroup.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.847538 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.848152 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: security-group Jun 23 16:49:30.848476 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: segment.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.849301 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.849806 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension segment not supported by any of loaded plugins Jun 23 16:49:30.850128 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.851104 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.851641 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 16:49:30.851965 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: servicetype.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.853071 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.853584 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: service-type Jun 23 16:49:30.853950 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: sorting.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.854904 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.855230 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: sorting Jun 23 16:49:30.855577 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: standard_attr_segment.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.857123 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.857673 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 16:49:30.857994 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: standardattrdescription.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.858624 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.859294 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: standard-attr-description Jun 23 16:49:30.859452 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: stateful_security_group.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.867727 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.868298 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: stateful-security-group Jun 23 16:49:30.868639 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: stdattrs_common.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.869245 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 16:49:30.869574 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.870847 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.871516 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 16:49:30.871915 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnet_onboard.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.873353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.874066 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: subnet_onboard Jun 23 16:49:30.874464 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.875453 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.876008 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 16:49:30.876335 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnet_service_types.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.877395 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.877970 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: subnet-service-types Jun 23 16:49:30.878299 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnetallocation.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.879392 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.879955 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: subnet_allocation Jun 23 16:49:30.880285 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.880953 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.881570 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: subnetpool-prefix-ops Jun 23 16:49:30.881897 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.882904 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.883425 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 16:49:30.883766 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: tagging.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.884873 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.885393 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: standard-attr-tag Jun 23 16:49:30.885720 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: timestamp.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.886941 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.887499 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loaded extension: standard-attr-timestamp Jun 23 16:49:30.887864 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: trunk.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.889210 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.889735 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension trunk not supported by any of loaded plugins Jun 23 16:49:30.890065 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: trunk_details.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.890987 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.891525 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 16:49:30.891854 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: uplink_status_propagation.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.892778 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.893296 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 16:49:30.893623 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Loading extension file: vlantransparent.py {{(pid=100406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:49:30.894299 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:49:30.894935 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 16:49:30.897652 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:network Jun 23 16:49:30.898193 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnet Jun 23 16:49:30.898595 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:49:30.899017 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:port Jun 23 16:49:30.900459 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.900909 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service FLAVORS assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.901540 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.901964 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.902306 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:router Jun 23 16:49:30.902737 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:49:30.903804 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service METERING assigned prefix: /metering {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.905713 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.906083 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.906439 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:49:30.907648 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:49:30.908127 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:49:30.908660 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:49:30.909281 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service CORE assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.909615 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:49:30.909976 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] subnetpool is already registered Jun 23 16:49:30.910425 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service CORE assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.910751 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:49:30.911086 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] subnetpool is already registered Jun 23 16:49:30.913608 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.914047 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service FLAVORS assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.914645 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.915070 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.915490 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:router Jun 23 16:49:30.915851 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] router is already registered Jun 23 16:49:30.916269 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:49:30.916607 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] floatingip is already registered Jun 23 16:49:30.917064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service METERING assigned prefix: /metering {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.917737 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:49:30.918108 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] rbac_policy is already registered Jun 23 16:49:30.918522 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:49:30.918860 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] security_group is already registered Jun 23 16:49:30.920181 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:49:30.920656 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] security_group_rule is already registered Jun 23 16:49:30.921313 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service CORE assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.921654 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:49:30.921991 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] subnetpool is already registered Jun 23 16:49:30.922518 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.v2.resource_helper [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Service CORE assigned prefix: {{(pid=100406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:49:30.922846 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:49:30.923179 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING neutron.quota.resource_registry [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] subnetpool is already registered Jun 23 16:49:30.923698 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: extensions {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.925197 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: address-groups {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.926708 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: address-scopes {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.928072 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: agents {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.929226 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: auto-allocated-topology {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.930612 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: availability_zones {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.931865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: dhcp-networks {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.933388 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: dhcp-agents {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.935207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: routers {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.937063 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: flavors {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.939821 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: service_profiles {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.941038 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: next_providers {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.942603 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: service_profiles {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.944339 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: floatingip-pools {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.945754 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: routers {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.947790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: floatingips {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.949248 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: l3-routers {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.951098 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: l3-agents {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.952636 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: metering-labels {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.953900 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: metering-label-rules {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.955287 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: network-ip-availabilities {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.956625 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: bindings {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.964618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: quotas {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.964618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: quotas {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.964618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: rbac-policies {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.964618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: security-groups {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.964618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: security-group-rules {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.965129 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: service-providers {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.967326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: subnetpools {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.968681 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: subnetpools {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.970225 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.971992 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.973857 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.975657 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.977341 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.979338 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.981105 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.983952 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.985846 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.987639 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron.api.extensions [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Extended resource: tags {{(pid=100406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:49:30.993947 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING keystonemiddleware.auth_token [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 16:49:30.999442 dv-cinder-796950-7-iscsi neutron-server[100406]: WARNING keystonemiddleware.auth_token [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 16:49:31.008451 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Acquired lock "singleton_lock" {{(pid=100406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 16:49:31.008701 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_concurrency.lockutils [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Releasing lock "singleton_lock" {{(pid=100406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 16:49:31.009343 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Starting 2 workers Jun 23 16:49:31.014560 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Started child 100517 {{(pid=100406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:49:31.019221 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Started child 100518 {{(pid=100406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:49:31.019871 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.021080 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO neutron.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 16:49:31.021584 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [-] (100517) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:49:31.021780 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Notify callbacks [] for process, before_spawn {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.023841 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.024568 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Starting 1 workers Jun 23 16:49:31.025289 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [-] (100518) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:49:31.030713 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Started child 100519 {{(pid=100406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:49:31.031286 dv-cinder-796950-7-iscsi neutron-server[100406]: INFO oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Starting 1 workers Jun 23 16:49:31.034213 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] calling RpcWorker wait() {{(pid=100519) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 16:49:31.034833 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] returning from RpcWorker wait() {{(pid=100519) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 16:49:31.036134 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Started child 100520 {{(pid=100406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:49:31.036255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.036721 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:31.037028 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a324f9df-ae84-4b53-afda-26148e500df6 None None] Notify callbacks [] for process, after_spawn {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.039059 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:49:31.039304 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:49:31.039463 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:49:31.039693 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:49:31.040042 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:49:31.040199 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:49:31.040714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.041020 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.041297 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.041556 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.041848 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.042127 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:31.042697 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.042852 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.043119 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.043355 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:31.043454 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.043676 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.043905 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.044087 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.044468 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.044889 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.045802 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.046116 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.046377 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.046695 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.046877 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.047139 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.047428 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.047695 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.047965 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] debug = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.048223 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.048723 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.048974 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.049237 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.049460 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.049748 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.049990 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.050364 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.050635 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.050902 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.051158 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.051426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] host = dv-cinder-796950-7-iscsi {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.056638 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057251 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_options = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.057790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058625 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058701 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.058873 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.059139 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.059386 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.059634 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.059903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.060322 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.060719 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.060950 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.061185 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.061454 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.061690 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.061920 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.062176 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.062425 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.062657 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.062871 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.063107 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.063339 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.063589 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.063789 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.064068 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.064299 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.064566 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.064810 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.065136 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.065409 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.065686 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.065898 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.066179 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.066417 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.066685 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.066970 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.067209 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.067445 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.067709 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.067948 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.069349 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_json = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.069618 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.071651 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.071979 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.072217 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.072472 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.072708 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.072929 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.073183 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.073619 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.073911 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.074233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.074495 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.074748 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.074991 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.075242 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.075487 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.075739 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.075990 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.076300 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.076542 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.076820 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.077072 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.077332 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.077670 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.077939 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.078203 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.078449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.078704 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.078919 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.079140 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.079501 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.079792 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.080043 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.080706 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.080706 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.080979 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.080979 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.081189 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.081385 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.081604 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.081864 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.082084 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.082357 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.082576 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.082824 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.083075 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.083312 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.083554 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.083790 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.102797 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103419 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.103961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.104462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105135 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.105640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.106064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.107207 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108206 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.108782 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.109508 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110061 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.110617 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111210 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111210 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111210 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111462 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111657 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.111896 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.112103 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.112315 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.112557 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.112772 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114992 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.114992 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.115143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.115259 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.115500 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.115720 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.115951 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.116169 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.116426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.116639 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.116879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.117088 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.117299 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.117527 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.117736 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.117962 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.118189 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.118452 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.118717 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.119491 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.119491 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.119699 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.119795 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.120229 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.120480 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.120689 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.120906 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.121115 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.121323 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.121525 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.121755 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.122007 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.122222 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.122434 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.122637 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.122844 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.123052 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.123284 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.123587 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.123835 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.128903 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.129927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130402 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130402 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130402 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130402 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130402 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130685 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130748 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.130954 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.131163 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.131375 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.131665 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.132005 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.132332 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.132622 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.133049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42294) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:31.133397 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.133656 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.134051 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.134209 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.134453 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.134667 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.134940 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.135289 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.135588 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.135818 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.136269 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.136556 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.136765 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.137147 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.137371 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.138269 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.138640 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.138871 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.139277 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.139574 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.139818 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.140042 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.140269 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.140416 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.140674 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.140919 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.141140 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.141371 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:49:31.141768 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:49:31.141972 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:49:31.142172 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:49:31.142449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:49:31.142449 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:49:31.143120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:49:31.143120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.143120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.143120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.143120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.144193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.145677 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.145677 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.145677 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.145677 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147642 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [-] 10.222.0.99 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099971 Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.147738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] debug = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148177 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.148879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149002 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149146 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149337 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149427 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] host = dv-cinder-796950-7-iscsi {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149596 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149727 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.149882 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150037 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150220 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150378 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150635 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150778 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.150961 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.151117 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.151403 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.151522 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.151704 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.151964 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.152151 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_options = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.152389 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.152551 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.152706 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.154747 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155290 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155290 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155290 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155290 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155723 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155723 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155914 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.155914 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156120 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156225 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156335 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156468 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156622 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156777 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.156931 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.157879 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158483 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158483 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158483 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158483 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158851 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158851 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.158851 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159144 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159144 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159336 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159437 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159612 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159772 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_json = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.159927 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:49:31.165729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.166541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.167310 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.168236 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.99/identity {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.169278 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.170263 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.171143 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173064 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.173868 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.174865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.175714 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.177233 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178027 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.178774 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.179541 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.180447 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.180605 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.180764 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.180922 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181080 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181238 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181396 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181555 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181711 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.181867 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.182034 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.182203 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.182361 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.182519 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.183616 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184353 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184929 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.99/identity {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184929 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.184929 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185253 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185253 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185253 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185575 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185662 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185794 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.185957 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.186087 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.186238 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.186547 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.186729 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.186870 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187006 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187141 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187286 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187422 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187586 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187745 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.187884 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188019 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188179 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188323 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188483 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188653 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188791 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.188926 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189087 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189231 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189390 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189532 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189681 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.189839 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190045 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190189 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190461 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190606 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190738 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190870 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.190998 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.191158 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.191332 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.192388 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.192558 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.192722 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.192865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193026 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193169 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193329 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193484 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193630 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193767 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.193923 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194086 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194229 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194387 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194579 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194720 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194855 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.194998 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195134 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195269 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195426 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195627 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195764 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.195899 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196033 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196193 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196349 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196495 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196632 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196793 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.196935 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197092 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197235 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197401 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197553 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197700 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197837 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.197972 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.198141 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.198284 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.198506 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.198656 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.198832 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199055 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199055 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199334 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199334 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199631 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199631 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.199892 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.200552 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.200699 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.200958 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.201182 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.201373 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.201533 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.201695 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.201857 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202023 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202187 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202347 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202511 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202676 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202840 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.202997 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.203159 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.203326 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.203537 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.204511 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.204675 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.204836 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.204995 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205154 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205312 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205468 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205623 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205781 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.205940 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206093 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206240 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206397 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206553 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206709 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.206865 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.207023 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.207180 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:49:31.207331 dv-cinder-796950-7-iscsi neutron-server[100406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:49:31.237068 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:44.149189 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b6795-8e01-4525-ba65-3b80c5148bb8 None None] get_active_networks_info from dv-cinder-796950-7-iscsi {{(pid=100519) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 16:49:44.243886 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b6795-8e01-4525-ba65-3b80c5148bb8 None None] No non-hosted networks {{(pid=100519) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 16:49:44.261370 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.agentschedulers_db [None req-fb5b6795-8e01-4525-ba65-3b80c5148bb8 None None] DHCP Agent not found on host dv-cinder-796950-7-iscsi {{(pid=100519) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 16:49:44.455549 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c2b629dc-7c6f-4d30-a1bf-4d64ce639947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:46.964236 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-692a95a2-c738-4255-85c0-f74c209bc0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:47.001684 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.db.api [None req-2b21419f-0f1d-4f9a-904b-7b8e90a99871 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796950-7-iscsi {{(pid=100519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:49:47.005124 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_db.api [None req-2b21419f-0f1d-4f9a-904b-7b8e90a99871 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:49:47.031087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:47.031840 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.032344 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.032929 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.033455 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.033976 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.034368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.034756 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.035160 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.035599 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.035988 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.036438 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.036840 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:47.037294 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796950-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:47.045085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796950-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:47.768761 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b21419f-0f1d-4f9a-904b-7b8e90a99871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.643752 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.325764 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.db.l3_hamode_db [None req-a57500ad-87a7-4954-a060-19fc20120056 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 16:49:50.426867 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57500ad-87a7-4954-a060-19fc20120056 None None] Routers set() bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:49:50.427686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57500ad-87a7-4954-a060-19fc20120056 None None] Router IDs set() for agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 16:49:50.602663 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:51.840605 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42396) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:52.352750 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING oslo_policy.policy [None req-73d99e60-7343-468a-9f08-baf843490129 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:49:52.353342 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING oslo_policy.policy [None req-73d99e60-7343-468a-9f08-baf843490129 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:49:52.571321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-73d99e60-7343-468a-9f08-baf843490129 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:49:52.572408 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-73d99e60-7343-468a-9f08-baf843490129 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7309356 Jun 23 16:49:55.006127 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42410) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:55.341281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:49:55.433912 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.policy [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100517) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:49:55.478370 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING oslo_policy.policy [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:49:55.478733 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING oslo_policy.policy [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:49:55.488096 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.quota [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] Loaded quota_driver: . Jun 23 16:49:55.687117 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431479038', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431480525', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431467331', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431464717', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431848136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792431837744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578020'] for rbac-policy, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.882770 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.883998 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-20f0f31a-6f20-4cdf-a3d8-50a78c00eabf admin admin] 10.222.0.99 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8765957 Jun 23 16:49:58.581395 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42422) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:58.907437 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:49:58.996777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Made reservation on behalf of b3e3920a5eba46dd94f6ac4e1893fecc for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:49:58.999677 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.016926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.144817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.236899 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.241654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:59.258541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:49:59.286662 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792434690070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.287282 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Unsubscribe: segment precommit_create {{(pid=100517) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:49:59.287822 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Added segment 31b593e2-6182-44fe-9451-21716ea42518 of type vlan for network 3aeefa69-7da3-4474-a080-b32347d8d38e Jun 23 16:49:59.305684 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2f301-41a7-4f96-8bf2-0344d71ddd49,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:59.332022 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.332389 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.332709 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.333020 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.333328 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.333647 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.333978 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.334340 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.334673 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.335263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.335642 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.335947 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Tracked resource versions report: Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: pushed versions: Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: { 'AddressGroup': {'1.2'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'ConntrackHelper': {'1.0'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Log': {'1.0'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Network': {'1.1'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Port': {'1.7'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'PortForwarding': {'1.2'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'QosPolicy': {'1.8'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroup': {'1.4'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SubPort': {'1.0'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Subnet': {'1.1'}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Trunk': {'1.1'}} Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: consumer versions: Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'ConntrackHelper': '1.0', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Log': '1.0', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Network': '1.1', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Port': '1.7', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'PortForwarding': '1.2', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'QosPolicy': '1.8', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroup': '1.4', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroupRule': '1.2', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SubPort': '1.0', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Subnet': '1.1', Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Trunk': '1.1'}} Jun 23 16:49:59.337100 dv-cinder-796950-7-iscsi neutron-server[100517]: {{(pid=100517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:49:59.411766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:59.413438 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.539510 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.541152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:59.541818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.545553 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:59.643953 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Pushing event updated for resources: {'Network': ['ID=3aeefa69-7da3-4474-a080-b32347d8d38e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:59.647087 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:59.656016 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 3aeefa69-7da3-4474-a080-b32347d8d38e details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:49:59.687549 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1049047 Jun 23 16:50:02.513031 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42436) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:02.936881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d6543-be21-4af3-a2df-1d245ffe021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:02.938242 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-347d6543-be21-4af3-a2df-1d245ffe021c admin admin] 10.222.0.99 "GET /v2.0/networks/3aeefa69-7da3-4474-a080-b32347d8d38e HTTP/1.1" status: 200 len: 826 time: 0.4242260 Jun 23 16:50:02.963205 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-78eb34da-db83-4750-99ac-08ff4a7888c1 admin admin] 10.222.0.99 "GET /v2.0/subnetpools/502ef13f-386b-4155-90ae-193677aeb09f HTTP/1.1" status: 200 len: 734 time: 0.0195448 Jun 23 16:50:02.972457 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Request body: {'subnet': {'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gateway_ip': '172.20.0.1', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:03.065126 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Made reservation on behalf of b3e3920a5eba46dd94f6ac4e1893fecc for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:50:03.067584 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.516968 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.519454 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:03.590791 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:03.594672 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:03.598054 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Checking segment: {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:03.598054 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Network hostable DHCP agents. Network: 3aeefa69-7da3-4474-a080-b32347d8d38e, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:50:03.739776 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Network 3aeefa69-7da3-4474-a080-b32347d8d38e is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:50:03.828729 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 3aeefa69-7da3-4474-a080-b32347d8d38e) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:03.833607 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:03.834225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.839148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38062189-0b26-4f5c-8fdb-871a2e966a51 None None] Network 3aeefa69-7da3-4474-a080-b32347d8d38e requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:50:03.951036 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9821491 Jun 23 16:50:04.161627 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-3aeefa69-7da3-4474-a080-b32347d8d38e', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:50:04.162802 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.507867 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Allocated IP 172.20.0.2 (3aeefa69-7da3-4474-a080-b32347d8d38e/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1/18cfc7c0-65bc-4a63-8f1e-483222c24c7d) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:04.757064 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.806156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Transition to ACTIVE for port object 18cfc7c0-65bc-4a63-8f1e-483222c24c7d will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:04.829416 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Transition to ACTIVE for port object 18cfc7c0-65bc-4a63-8f1e-483222c24c7d will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:04.917419 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.920572 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:04.984560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Network 3aeefa69-7da3-4474-a080-b32347d8d38e is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:04.992355 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:05.005142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:05.012314 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Pushing event updated for resources: {'Port': ['ID=18cfc7c0-65bc-4a63-8f1e-483222c24c7d,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:05.020965 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.021316 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.021729 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.021973 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.022294 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.022645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.022967 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.023327 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.023798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.024026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.024331 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.024642 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Tracked resource versions report: Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: pushed versions: Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: { 'AddressGroup': {'1.2'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'ConntrackHelper': {'1.0'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Log': {'1.0'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Network': {'1.1'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Port': {'1.7'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'PortForwarding': {'1.2'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'QosPolicy': {'1.8'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroup': {'1.4'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SubPort': {'1.0'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Subnet': {'1.1'}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Trunk': {'1.1'}} Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: consumer versions: Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'ConntrackHelper': '1.0', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Log': '1.0', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Network': '1.1', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Port': '1.7', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'PortForwarding': '1.2', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'QosPolicy': '1.8', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroup': '1.4', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroupRule': '1.2', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SubPort': '1.0', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Subnet': '1.1', Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Trunk': '1.1'}} Jun 23 16:50:05.025783 dv-cinder-796950-7-iscsi neutron-server[100519]: {{(pid=100519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:50:05.047335 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:05.096462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Attempting to bind port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:05.096752 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Attempting to bind port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:05.097196 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Attempting to bind port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d on network 3aeefa69-7da3-4474-a080-b32347d8d38e {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:05.102228 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:05.102655 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Checking segment: {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:05.103119 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:05.103531 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Bound using segment: {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:05.104713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Bound port: 18cfc7c0-65bc-4a63-8f1e-483222c24c7d, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:05.105248 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:05.172128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] For port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:05.196024 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] For port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=18cfc7c0-65bc-4a63-8f1e-483222c24c7d,segment=NetworkSegment(31b593e2-6182-44fe-9451-21716ea42518),segment_id=31b593e2-6182-44fe-9451-21716ea42518)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:05.294490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:05.297107 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:05.357291 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Pushing event updated for resources: {'Port': ['ID=18cfc7c0-65bc-4a63-8f1e-483222c24c7d,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:05.360709 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:06.485298 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42444) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:06.840818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-a95c2214-4825-4736-8d8f-58601fe9be75 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:50:06.841805 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a95c2214-4825-4736-8d8f-58601fe9be75 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3552759 Jun 23 16:50:09.324760 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42452) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:09.694511 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-bd14ac3d-92ca-4446-a6cf-f27dd4ed9ec7 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:50:09.695551 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-bd14ac3d-92ca-4446-a6cf-f27dd4ed9ec7 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695245 Jun 23 16:50:11.649187 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8781b1-9c94-4680-945d-fb6867fb7ae4 None None] Network 3aeefa69-7da3-4474-a080-b32347d8d38e requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:50:11.785064 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-67fa6c27-8269-4038-b011-718e56bf52aa None None] Provisioning for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:11.831862 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 18cfc7c0-65bc-4a63-8f1e-483222c24c7d up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:12.012952 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:12.016999 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:12.017499 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.143168 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.146349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d2b19d6a-b924-4f5b-bd5f-cc607273fcba None None] Provisioning complete for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:12.146627 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d2b19d6a-b924-4f5b-bd5f-cc607273fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.209251 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=18cfc7c0-65bc-4a63-8f1e-483222c24c7d,segment=NetworkSegment(31b593e2-6182-44fe-9451-21716ea42518),segment_id=31b593e2-6182-44fe-9451-21716ea42518)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:12.255342 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d2b19d6a-b924-4f5b-bd5f-cc607273fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.277142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.299541 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:12.341990 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.db.api [None req-d2b19d6a-b924-4f5b-bd5f-cc607273fcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:50:12.342358 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_db.api [None req-d2b19d6a-b924-4f5b-bd5f-cc607273fcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:50:12.356489 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=18cfc7c0-65bc-4a63-8f1e-483222c24c7d,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:12.359702 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:12.432813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42466) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:12.741675 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:12.823297 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.824867 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.976339 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.093840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.190374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.191599 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f8653a1a-1c71-4f95-b6a9-666e19ce3c79 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7578051 Jun 23 16:50:13.782027 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 18cfc7c0-65bc-4a63-8f1e-483222c24c7d up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:13.832093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:13.832464 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.127046 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d797bbbc-1509-416f-9307-2d4d2bfb568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.676339 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42474) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:16.029513 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-09503bfd-b024-4845-afa5-48f9bdca59ae admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:50:16.030637 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-09503bfd-b024-4845-afa5-48f9bdca59ae admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3533323 Jun 23 16:50:16.936053 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a319595e-68d6-41f4-968e-dec6508a8112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:16.967329 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.475876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.510000 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42486) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:18.861321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:19.012628 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Made reservation on behalf of 5063ee3a1d89499ba4eee2e93e6bc8e8 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:50:19.015013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.023633 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.113283 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.207258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.210517 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:19.222503 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=100517) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 16:50:19.245358 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.245702 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Added segment f2b6643c-3224-4d85-8f3b-1fa21babbfb1 of type flat for network ddb94d51-77ed-4abb-b38e-80c104780f71 Jun 23 16:50:19.247005 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51114244-15c0-4d2f-8e23-62a30b5b08db,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:19.250398 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:19.298654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.412692 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.413949 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:19.414512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:19.416649 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:19.476606 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb94d51-77ed-4abb-b38e-80c104780f71,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:19.479764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:19.487000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network ddb94d51-77ed-4abb-b38e-80c104780f71 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:50:19.527781 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0113063 Jun 23 16:50:20.467351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:21.987871 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42504) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:22.175025 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1210c-574f-473f-bec1-2d37ebc380eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:22.176437 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-6de1210c-574f-473f-bec1-2d37ebc380eb admin admin] 10.222.0.99 "GET /v2.0/subnets/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1 HTTP/1.1" status: 200 len: 849 time: 0.1876593 Jun 23 16:50:22.300206 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-05e666b3-8461-47aa-b140-49b27613ce2e admin admin] 10.222.0.99 "GET /v2.0/routers/8ea014a8-1226-4b6f-8330-e464da070307 HTTP/1.1" status: 200 len: 704 time: 0.1178672 Jun 23 16:50:22.572357 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:22.880936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Allocated IP 172.20.0.1 (3aeefa69-7da3-4474-a080-b32347d8d38e/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1/dacf664b-422f-4812-8d2f-6a9d6dc7cab0) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:23.096761 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.121272 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Transition to ACTIVE for port object dacf664b-422f-4812-8d2f-6a9d6dc7cab0 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:23.304392 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.307461 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:23.378067 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Network 3aeefa69-7da3-4474-a080-b32347d8d38e is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:23.383014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:23.389530 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:23.389530 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.412607 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:23.455687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:23.687000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d13a8867-1ffa-4de6-8668-f4afaf914d6e None None] Provisioning for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:23.690851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d13a8867-1ffa-4de6-8668-f4afaf914d6e None None] Provisioning complete for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:23.691223 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d13a8867-1ffa-4de6-8668-f4afaf914d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.706481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.726101 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-d13a8867-1ffa-4de6-8668-f4afaf914d6e None None] Port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:50:23.903766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.983534 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.984735 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.986543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:24.068478 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:24.073053 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:24.116957 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Network 3aeefa69-7da3-4474-a080-b32347d8d38e is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:24.118730 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:24.352949 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-dfe5c26a-1f61-4a7d-9e8b-3a65c5e9da42 None None] Provisioning complete for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:24.353840 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dfe5c26a-1f61-4a7d-9e8b-3a65c5e9da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:24.376258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Router 8ea014a8-1226-4b6f-8330-e464da070307 is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:50:24.390016 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5c26a-1f61-4a7d-9e8b-3a65c5e9da42 None None] Port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:50:24.469976 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:50:24.475876 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] 10.222.0.99 "PUT /v2.0/routers/8ea014a8-1226-4b6f-8330-e464da070307/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1701694 Jun 23 16:50:24.482420 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Sync routers for ids ['8ea014a8-1226-4b6f-8330-e464da070307'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:50:24.498582 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Routers {'8ea014a8-1226-4b6f-8330-e464da070307'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:24.499423 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['8ea014a8-1226-4b6f-8330-e464da070307'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:24.691860 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Set router 8ea014a8-1226-4b6f-8330-e464da070307 gateway port host: None {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:25.161939 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:23Z', 'revision_number': 2, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port_host': None, '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:23Z', 'revision_number': 2, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:25.228598 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Checking router: 8ea014a8-1226-4b6f-8330-e464da070307 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:50:25.228983 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Updating router 8ea014a8-1226-4b6f-8330-e464da070307 port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:50:25.309474 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:25.931303 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:25.949884 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Transition to ACTIVE for port object dacf664b-422f-4812-8d2f-6a9d6dc7cab0 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:26.016108 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:26.019318 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:26.183149 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Pushing event updated for resources: {'Port': ['ID=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:26.185660 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Attempting to bind port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:26.186036 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Attempting to bind port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:26.186478 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Attempting to bind port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 on network 3aeefa69-7da3-4474-a080-b32347d8d38e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:26.193353 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:26.193976 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Checking segment: {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:26.194265 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:26.194755 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Bound using segment: {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:26.195364 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Bound port: dacf664b-422f-4812-8d2f-6a9d6dc7cab0, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b593e2-6182-44fe-9451-21716ea42518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:26.195760 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:26.211550 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.211993 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.212218 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.212523 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.212831 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.213146 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.213457 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.213758 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.214146 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.214460 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.214763 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.215065 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Tracked resource versions report: Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: pushed versions: Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Log': {'1.0'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Network': {'1.1'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Port': {'1.7'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'QosPolicy': {'1.8'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: consumer versions: Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Log': '1.0', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Network': '1.1', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Port': '1.7', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'QosPolicy': '1.8', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SubPort': '1.0', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Subnet': '1.1', Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Jun 23 16:50:26.216215 dv-cinder-796950-7-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:50:26.221422 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:26.277608 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] For port dacf664b-422f-4812-8d2f-6a9d6dc7cab0, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:26.299329 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] For port dacf664b-422f-4812-8d2f-6a9d6dc7cab0, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,segment=NetworkSegment(31b593e2-6182-44fe-9451-21716ea42518),segment_id=31b593e2-6182-44fe-9451-21716ea42518)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:26.388150 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:26.392653 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:26.441427 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Routers {'8ea014a8-1226-4b6f-8330-e464da070307'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:26.442049 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['8ea014a8-1226-4b6f-8330-e464da070307'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:26.516850 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Pushing event updated for resources: {'Port': ['ID=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,revision_number=4']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:26.533478 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:26.548261 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] Set router 8ea014a8-1226-4b6f-8330-e464da070307 gateway port host: None {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:26.740702 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 42520) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:26.815624 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:23Z', 'revision_number': 2, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port_host': None, '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:26Z', 'revision_number': 4, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:26.844733 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce652ff-2b4c-4094-9f54-ea9b63ecd35c None None] The sync data for ids ['8ea014a8-1226-4b6f-8330-e464da070307'] in dv-cinder-796950-7-iscsi is: [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:23Z', 'revision_number': 2, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port_host': None, '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:26Z', 'revision_number': 4, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:50:26.896446 dv-cinder-796950-7-iscsi neutron-server[100518]: WARNING oslo_policy.policy [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:50:26.897042 dv-cinder-796950-7-iscsi neutron-server[100518]: WARNING oslo_policy.policy [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:50:27.380522 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.policy [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100518) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:50:27.426795 dv-cinder-796950-7-iscsi neutron-server[100518]: WARNING oslo_policy.policy [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:50:27.427300 dv-cinder-796950-7-iscsi neutron-server[100518]: WARNING oslo_policy.policy [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:50:27.436273 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:27.438192 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-8d5c906b-8532-41a6-9ef8-390ab593b4bf admin admin] 10.222.0.99 "GET /v2.0/networks/ddb94d51-77ed-4abb-b38e-80c104780f71 HTTP/1.1" status: 200 len: 842 time: 0.6952462 Jun 23 16:50:27.448848 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:27.450648 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.quota [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Loaded quota_driver: . Jun 23 16:50:27.612435 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Made reservation on behalf of 5063ee3a1d89499ba4eee2e93e6bc8e8 for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:50:27.616228 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:28.182818 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.objects.ports [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100518) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 16:50:28.183654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:28.186448 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:28.263201 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3f984a-4b9e-4947-8e1e-6a4b96cf2419,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:28.265971 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:28.266350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Network hostable DHCP agents. Network: ddb94d51-77ed-4abb-b38e-80c104780f71, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:50:28.281843 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.282187 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.282537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.282924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.283207 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.283591 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.283919 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.284256 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.284590 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.284908 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.285218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.285529 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Tracked resource versions report: Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: pushed versions: Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: { 'AddressGroup': {'1.2'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'ConntrackHelper': {'1.0'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Log': {'1.0'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Network': {'1.1'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Port': {'1.7'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'PortForwarding': {'1.2'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'QosPolicy': {'1.8'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroup': {'1.4'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SubPort': {'1.0'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Subnet': {'1.1'}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Trunk': {'1.1'}} Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: consumer versions: Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'ConntrackHelper': '1.0', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Log': '1.0', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Network': '1.1', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Port': '1.7', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'PortForwarding': '1.2', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'QosPolicy': '1.8', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroup': '1.4', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroupRule': '1.2', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SubPort': '1.0', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Subnet': '1.1', Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Trunk': '1.1'}} Jun 23 16:50:28.286633 dv-cinder-796950-7-iscsi neutron-server[100518]: {{(pid=100518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:50:28.327158 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:28.564448 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:50:28.755162 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, ddb94d51-77ed-4abb-b38e-80c104780f71) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:28.760553 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:28.761399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:28.771802 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de826c7a-fe2c-4bf7-97db-3de42aa64164 None None] Network ddb94d51-77ed-4abb-b38e-80c104780f71 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:50:28.898255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f71549-f9be-47ff-ae37-f49f2bd023f7 None None] Network ddb94d51-77ed-4abb-b38e-80c104780f71 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:50:28.927505 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4727395 Jun 23 16:50:29.092509 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:29.813026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dacf664b-422f-4812-8d2f-6a9d6dc7cab0 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:29.958553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:29.964301 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:29.965037 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:30.120992 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:30.157040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port dacf664b-422f-4812-8d2f-6a9d6dc7cab0, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,segment=NetworkSegment(31b593e2-6182-44fe-9451-21716ea42518),segment_id=31b593e2-6182-44fe-9451-21716ea42518)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:30.267267 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:30.269309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:30.320475 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=dacf664b-422f-4812-8d2f-6a9d6dc7cab0,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:30.324363 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:31.265896 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42544) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:31.405627 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e9ba32b0-f730-4793-8d98-1914ec4b6fad admin admin] 10.222.0.99 "GET /v2.0/routers/8ea014a8-1226-4b6f-8330-e464da070307 HTTP/1.1" status: 200 len: 710 time: 0.1385865 Jun 23 16:50:31.503902 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53cfd3-6142-4426-bb6c-b6b490e394cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:31.505185 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2d53cfd3-6142-4426-bb6c-b6b490e394cd admin admin] 10.222.0.99 "GET /v2.0/networks/ddb94d51-77ed-4abb-b38e-80c104780f71 HTTP/1.1" status: 200 len: 886 time: 0.0944386 Jun 23 16:50:31.515026 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:31.796966 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dacf664b-422f-4812-8d2f-6a9d6dc7cab0 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:31.836880 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:31.850590 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:31.850963 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:32.154710 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:32.233977 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:32.341002 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Allocated IP 172.27.1.134 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/79c6e1f6-eb7f-44de-b0b1-f0983860691f) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:32.444929 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:32.606515 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:32.608810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:32.645464 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:32.650497 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:32.653990 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:32.689773 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Pushing event updated for resources: {'Port': ['ID=79c6e1f6-eb7f-44de-b0b1-f0983860691f,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:32.716755 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:32.975331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:33.292584 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:33.296290 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706665'] for router, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:33.423233 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Router 8ea014a8-1226-4b6f-8330-e464da070307 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:50:33.541147 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:50:33.546159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:33.546713 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] 10.222.0.99 "PUT /v2.0/routers/8ea014a8-1226-4b6f-8330-e464da070307 HTTP/1.1" status: 200 len: 890 time: 2.0349426 Jun 23 16:50:33.551913 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Sync routers for ids ['8ea014a8-1226-4b6f-8330-e464da070307'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:50:33.564741 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Routers {'8ea014a8-1226-4b6f-8330-e464da070307'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:33.567798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['8ea014a8-1226-4b6f-8330-e464da070307'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:33.804831 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Set router 8ea014a8-1226-4b6f-8330-e464da070307 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:34.216107 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:32Z', 'revision_number': 4, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port': {'id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:32Z', 'updated_at': '2021-06-23T16:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:30Z', 'revision_number': 5, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:34.268917 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Checking router: 8ea014a8-1226-4b6f-8330-e464da070307 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:50:34.269273 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Updating router 8ea014a8-1226-4b6f-8330-e464da070307 port 79c6e1f6-eb7f-44de-b0b1-f0983860691f binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:50:34.304424 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:34.785808 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:34.796566 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Transition to ACTIVE for port object 79c6e1f6-eb7f-44de-b0b1-f0983860691f will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:34.869570 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:34.872164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:34.920605 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Attempting to bind port 79c6e1f6-eb7f-44de-b0b1-f0983860691f on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:34.920926 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Attempting to bind port 79c6e1f6-eb7f-44de-b0b1-f0983860691f by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:34.921302 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Attempting to bind port 79c6e1f6-eb7f-44de-b0b1-f0983860691f on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:34.927356 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Pushing event updated for resources: {'Port': ['ID=79c6e1f6-eb7f-44de-b0b1-f0983860691f,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:34.932340 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:34.933730 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:34.934106 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:34.934506 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:34.934893 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:34.935371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Bound port: 79c6e1f6-eb7f-44de-b0b1-f0983860691f, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:34.935775 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:34.987422 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] For port 79c6e1f6-eb7f-44de-b0b1-f0983860691f, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:34.990602 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] For port 79c6e1f6-eb7f-44de-b0b1-f0983860691f, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=79c6e1f6-eb7f-44de-b0b1-f0983860691f,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:35.075555 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:35.077850 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:35.145793 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Pushing event updated for resources: {'Port': ['ID=79c6e1f6-eb7f-44de-b0b1-f0983860691f,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:35.149793 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Routers {'8ea014a8-1226-4b6f-8330-e464da070307'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:35.149793 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['8ea014a8-1226-4b6f-8330-e464da070307'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:35.151303 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:35.264822 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] Set router 8ea014a8-1226-4b6f-8330-e464da070307 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:35.496658 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:32Z', 'revision_number': 4, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port': {'id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:32Z', 'updated_at': '2021-06-23T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:30Z', 'revision_number': 5, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:35.530676 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c749ce-586c-41ba-918d-a9d8572443f0 None None] The sync data for ids ['8ea014a8-1226-4b6f-8330-e464da070307'] in dv-cinder-796950-7-iscsi is: [{'id': '8ea014a8-1226-4b6f-8330-e464da070307', 'name': 'router1', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:50:12Z', 'updated_at': '2021-06-23T16:50:32Z', 'revision_number': 4, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'gw_port': {'id': '79c6e1f6-eb7f-44de-b0b1-f0983860691f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:32Z', 'updated_at': '2021-06-23T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'dacf664b-422f-4812-8d2f-6a9d6dc7cab0', 'name': '', 'network_id': '3aeefa69-7da3-4474-a080-b32347d8d38e', 'tenant_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'mac_address': 'fa:16:3e:7f:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea014a8-1226-4b6f-8330-e464da070307', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:22Z', 'updated_at': '2021-06-23T16:50:30Z', 'revision_number': 5, 'project_id': 'b3e3920a5eba46dd94f6ac4e1893fecc', 'subnets': [{'id': '3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '502ef13f-386b-4155-90ae-193677aeb09f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:50:35.847184 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 79c6e1f6-eb7f-44de-b0b1-f0983860691f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:35.964127 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 79c6e1f6-eb7f-44de-b0b1-f0983860691f completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:35.969023 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 79c6e1f6-eb7f-44de-b0b1-f0983860691f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:35.969400 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:36.063758 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 42552) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:36.101441 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:36.130102 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 79c6e1f6-eb7f-44de-b0b1-f0983860691f, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=79c6e1f6-eb7f-44de-b0b1-f0983860691f,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:36.192931 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:36.203693 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:36.260388 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-59d28d76-ac31-4b34-821d-385a67e91dbb admin admin] 10.222.0.99 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1913941 Jun 23 16:50:36.265646 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=79c6e1f6-eb7f-44de-b0b1-f0983860691f,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:36.269083 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:37.791802 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 79c6e1f6-eb7f-44de-b0b1-f0983860691f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:37.848459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 79c6e1f6-eb7f-44de-b0b1-f0983860691f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:37.848866 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:44.200414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3c90bccd-5808-4203-8f3f-c296226b508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:46.991325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8c3dfd04-9815-49b5-b482-938e2ce1b963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:47.028377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:48.479643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:50.431287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.094829 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:14.137808 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3411b592-b426-4cb3-b8ef-235d7d420684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:16.932402 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b8188f4a-fd3b-4d61-aebf-9bb269ce06db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:16.989244 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:18.503839 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:20.535577 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:43.094312 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:44.123997 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8a20a685-bed5-42c1-ad75-06c7c510ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:46.924610 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8428ed74-219d-41ab-97cc-29dd8776f2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:47.010418 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:48.459041 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:50.443854 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:14.157976 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bb148d53-b8c9-4626-87fa-04a033aed227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:16.944650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-32534150-4411-425a-b932-71ef1a564a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:16.972160 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:18.550562 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:18.777043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43120) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:18.844012 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fc1c70-b090-491e-90a6-4d6815a5f23c admin admin] GET failed (client error): The resource could not be found. Jun 23 16:52:18.845435 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-31fc1c70-b090-491e-90a6-4d6815a5f23c admin admin] 10.222.0.99 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674663 Jun 23 16:52:19.045385 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05be1d2-81ba-4a9a-9cbe-fc3e4697a243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:19.046827 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d05be1d2-81ba-4a9a-9cbe-fc3e4697a243 admin admin] 10.222.0.99 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1939659 Jun 23 16:52:20.099134 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:52:20.516000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:21.365314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43130) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:21.472605 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea7b66-154b-422f-8d60-87e4da1cc838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:21.474022 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-23ea7b66-154b-422f-8d60-87e4da1cc838 admin admin] 10.222.0.99 "GET /v2.0/subnets/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1 HTTP/1.1" status: 200 len: 849 time: 0.1077523 Jun 23 16:52:21.484143 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:21.581433 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:21.772770 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792434591452'] for subnet, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:21.775064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:21.806967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:21.807580 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:21.808995 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] 10.222.0.99 "PUT /v2.0/subnets/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1 HTTP/1.1" status: 200 len: 868 time: 0.3289526 Jun 23 16:52:21.827650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5722c78-e9c8-4d4b-8897-6d77181b64b1 None None] Network 3aeefa69-7da3-4474-a080-b32347d8d38e requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:52:21.844836 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:21.850363 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.850935 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.851590 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.852046 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.852576 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.853092 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.853665 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.854189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.854764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.855321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.855920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.856478 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:21.862909 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:22.259048 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ddb4ea5e-9d7c-44aa-a195-cea90bcd752c None None] Provisioning complete for port dacf664b-422f-4812-8d2f-6a9d6dc7cab0 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:22.259422 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ddb4ea5e-9d7c-44aa-a195-cea90bcd752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:22.359209 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ddb4ea5e-9d7c-44aa-a195-cea90bcd752c None None] Provisioning complete for port 18cfc7c0-65bc-4a63-8f1e-483222c24c7d triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:22.359462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ddb4ea5e-9d7c-44aa-a195-cea90bcd752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:24.082953 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43140) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:24.288464 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da5ec9-1779-4d9d-919c-cb49105b5a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:24.288932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da5ec9-1779-4d9d-919c-cb49105b5a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:24.290459 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-c9da5ec9-1779-4d9d-919c-cb49105b5a3a admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2065749 Jun 23 16:52:26.520463 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43148) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:26.674875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde2364-333f-4073-b07f-7fb78c4fc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:26.675342 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde2364-333f-4073-b07f-7fb78c4fc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:26.676953 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-abde2364-333f-4073-b07f-7fb78c4fc90a admin admin] 10.222.0.99 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1555202 Jun 23 16:52:28.931205 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43156) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:29.079268 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1cc79-3873-446c-9268-3709735c0f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:29.081478 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-56f1cc79-3873-446c-9268-3709735c0f95 admin admin] 10.222.0.99 "GET /v2.0/networks/3aeefa69-7da3-4474-a080-b32347d8d38e HTTP/1.1" status: 200 len: 870 time: 0.1491406 Jun 23 16:52:31.353617 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43164) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:31.495562 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dbdd9-4e02-442c-a093-2f0f931db44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:31.496954 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-368dbdd9-4e02-442c-a093-2f0f931db44c admin admin] 10.222.0.99 "GET /v2.0/networks/ddb94d51-77ed-4abb-b38e-80c104780f71 HTTP/1.1" status: 200 len: 886 time: 0.1423905 Jun 23 16:52:33.725281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43172) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:33.864930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6421b88-183a-4b50-aa1c-8093ef2446a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:33.865481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6421b88-183a-4b50-aa1c-8093ef2446a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:33.866909 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a6421b88-183a-4b50-aa1c-8093ef2446a5 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406631 Jun 23 16:52:36.111059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43180) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:36.215516 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee0c6a-23fb-4a10-b4da-08989e36c8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:36.215972 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee0c6a-23fb-4a10-b4da-08989e36c8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:36.218689 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-feee0c6a-23fb-4a10-b4da-08989e36c8d8 admin admin] 10.222.0.99 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053562 Jun 23 16:52:38.537755 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43188) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:38.651191 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ccb9c-34d2-46bd-aaf0-9f75e7fd7576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:38.652626 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-538ccb9c-34d2-46bd-aaf0-9f75e7fd7576 admin admin] 10.222.0.99 "GET /v2.0/subnets/3dd346c8-fa21-410b-97a0-cbbbfd9b3cf1 HTTP/1.1" status: 200 len: 868 time: 0.1139209 Jun 23 16:52:40.939743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43196) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:41.038818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7eda55-741c-4e9a-a0d4-3995c2250e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:41.040216 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1b7eda55-741c-4e9a-a0d4-3995c2250e76 admin admin] 10.222.0.99 "GET /v2.0/subnets/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419 HTTP/1.1" status: 200 len: 816 time: 0.0995293 Jun 23 16:52:44.182831 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-796a1d15-da2c-45dc-9984-d77e882aadd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.008517 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-60f0652a-7c32-4bbc-aa07-b24192be525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.153935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.481632 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.473044 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:57.098083 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:05.585640 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43240) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:05.634677 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-93481623-fb30-4e67-9237-ae84fa10f704 admin admin] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:53:05.635879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-93481623-fb30-4e67-9237-ae84fa10f704 admin admin] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490754 Jun 23 16:53:07.962566 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43248) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:08.027409 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad96b62-0d8f-4fa1-b0c5-751624bc3441 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:53:08.036674 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1ad96b62-0d8f-4fa1-b0c5-751624bc3441 admin admin] 10.222.0.99 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660720 Jun 23 16:53:08.181862 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ae80f-f3f2-4fb8-969f-2b5a84683a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:08.183250 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-cc7ae80f-f3f2-4fb8-969f-2b5a84683a86 admin admin] 10.222.0.99 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1498315 Jun 23 16:53:10.477942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43256) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:10.531993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:10.643248 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Made reservation on behalf of 5063ee3a1d89499ba4eee2e93e6bc8e8 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:10.645736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.678137 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING neutron.services.revisions.revision_plugin [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Could not find related network for resource to bump revision. Jun 23 16:53:10.688881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1493} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:53:10.697268 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.697628 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Added segment ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed of type vlan for network ecba1de4-2220-4c66-957e-85d2a7bd7865 Jun 23 16:53:10.744859 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.860238 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.861544 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:10.862116 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:10.864296 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:10.923613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Pushing event updated for resources: {'Network': ['ID=ecba1de4-2220-4c66-957e-85d2a7bd7865,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:10.926197 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:10.934724 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:53:11.032267 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5531738 Jun 23 16:53:13.237460 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43264) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:13.406488 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e26d0b8-d2bf-423b-8778-8a4eb103a257 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:53:13.407930 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9e26d0b8-d2bf-423b-8778-8a4eb103a257 admin admin] 10.222.0.99 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1694934 Jun 23 16:53:13.477685 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa71082-c8e9-4fb0-be22-4976f57bb19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:13.479118 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3fa71082-c8e9-4fb0-be22-4976f57bb19a admin admin] 10.222.0.99 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0672276 Jun 23 16:53:13.492046 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:53:13.580005 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Made reservation on behalf of 5063ee3a1d89499ba4eee2e93e6bc8e8 for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:53:13.582392 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.820091 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:13.822574 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ad5154a5-ffad-4883-9403-7f18fea61076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:13.882339 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:13.885439 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:13.897154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Checking segment: {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:13.897154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Network hostable DHCP agents. Network: ecba1de4-2220-4c66-957e-85d2a7bd7865, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:53:14.042864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:53:14.141186 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, ecba1de4-2220-4c66-957e-85d2a7bd7865) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:14.145908 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:14.147599 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.152121 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2b496-b2cb-44f4-8ef2-02dcb4e60b99 None None] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:53:14.208590 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2db61c21-c415-406b-879e-a50d41d5370b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.250403 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3c9e3dd9-4741-4839-bd58-c3129d95a617 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7620506 Jun 23 16:53:14.315649 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-ecba1de4-2220-4c66-957e-85d2a7bd7865', 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865', 'tenant_id': '5063ee3a1d89499ba4eee2e93e6bc8e8', 'fixed_ips': [{'subnet_id': '755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:53:14.316617 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.476349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Allocated IP 192.168.233.2 (ecba1de4-2220-4c66-957e-85d2a7bd7865/755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8/8ca0f490-150f-40d1-9c14-ce6594c278f4) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:53:14.649167 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.658991 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Transition to ACTIVE for port object 8ca0f490-150f-40d1-9c14-ce6594c278f4 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:14.676829 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Transition to ACTIVE for port object 8ca0f490-150f-40d1-9c14-ce6594c278f4 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:53:14.801587 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.801587 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:14.823462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:53:14.826989 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:53:14.830586 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:53:14.837739 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Pushing event updated for resources: {'Port': ['ID=8ca0f490-150f-40d1-9c14-ce6594c278f4,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:14.847360 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.847836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.848182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.848533 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.848857 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.849182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.849505 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.849822 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.850153 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.850471 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.850784 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.851093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:14.869532 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:14.925883 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Attempting to bind port 8ca0f490-150f-40d1-9c14-ce6594c278f4 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:53:14.926311 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Attempting to bind port 8ca0f490-150f-40d1-9c14-ce6594c278f4 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:53:14.926682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Attempting to bind port 8ca0f490-150f-40d1-9c14-ce6594c278f4 on network ecba1de4-2220-4c66-957e-85d2a7bd7865 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:53:14.933631 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:53:14.934006 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Checking segment: {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:53:14.934413 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.934804 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Bound using segment: {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:53:14.935820 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Bound port: 8ca0f490-150f-40d1-9c14-ce6594c278f4, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:53:14.937041 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.035700 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] For port 8ca0f490-150f-40d1-9c14-ce6594c278f4, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:53:15.038978 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] For port 8ca0f490-150f-40d1-9c14-ce6594c278f4, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=8ca0f490-150f-40d1-9c14-ce6594c278f4,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:53:15.121536 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:15.121536 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:15.177260 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Pushing event updated for resources: {'Port': ['ID=8ca0f490-150f-40d1-9c14-ce6594c278f4,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:15.180798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:15.981838 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8ca0f490-150f-40d1-9c14-ce6594c278f4 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:16.074617 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0f351-f782-4ea0-b2cc-0d2fdf3bf6d8 None None] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:53:16.146157 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 8ca0f490-150f-40d1-9c14-ce6594c278f4 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:16.299836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Provisioning for port 8ca0f490-150f-40d1-9c14-ce6594c278f4 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:53:16.305491 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Provisioning complete for port 8ca0f490-150f-40d1-9c14-ce6594c278f4 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:16.305491 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.416282 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.475651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] For port 8ca0f490-150f-40d1-9c14-ce6594c278f4, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=8ca0f490-150f-40d1-9c14-ce6594c278f4,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:16.614421 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.616604 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-242e1479-5adc-4700-929b-6423e873fc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:16.686625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Pushing event updated for resources: {'Port': ['ID=8ca0f490-150f-40d1-9c14-ce6594c278f4,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:16.690195 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:16.742436 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-42308174-47e8-4e28-ba1d-ff46c1582ffb None None] Provisioning complete for port 8ca0f490-150f-40d1-9c14-ce6594c278f4 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:16.742772 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-42308174-47e8-4e28-ba1d-ff46c1582ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:16.945854 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ef916b2b-5d3f-48fc-a32b-4aad90210966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.054639 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.923872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8ca0f490-150f-40d1-9c14-ce6594c278f4 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:53:17.979239 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 8ca0f490-150f-40d1-9c14-ce6594c278f4 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:53:17.980010 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.677279 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.499694 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:34.097932 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:44.161031 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-69400ae4-0509-419c-b3b8-a8564e633c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:46.937685 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a89c53ef-0faa-49e5-835a-b76c7123f253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.000571 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.510459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.457680 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:11.096524 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:14.147763 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-71a452e7-b673-4e0a-b959-acd0182bdaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:16.975886 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c5f9-e20b-405d-93eb-b17c4bba3859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:17.072956 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.496851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.472993 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:39.146642 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43316) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:39.152753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [None req-c79b733c-6a88-42dd-883e-dfff5df1166d tempest-verify_tempest_config-1835051003 tempest-verify_tempest_config-1835051003-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:54:39.155176 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-c79b733c-6a88-42dd-883e-dfff5df1166d tempest-verify_tempest_config-1835051003 tempest-verify_tempest_config-1835051003-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074835 Jun 23 16:54:39.694495 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43334) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:39.798918 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:39.886702 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:39.991382 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:39.994769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:40.039961 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a837439a63204fb197e5b490b37357b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3443863 Jun 23 16:54:40.041211 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1866b96f-f9b2-4c2c-8012-771862859598,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:40.042709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43338) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:40.049175 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.049515 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.049853 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.050181 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.050507 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.050846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.051172 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.051518 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.051854 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.052173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.052515 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.052845 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.056728 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:40.127129 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.148970 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.328993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.331930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.333209 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1866b96f-f9b2-4c2c-8012-771862859598 HTTP/1.1" status: 204 len: 168 time: 0.2895179 Jun 23 16:54:40.333864 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:40.341313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1866b96f-f9b2-4c2c-8012-771862859598,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:40.348287 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.348895 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.349237 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.349645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.349870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.350223 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.350548 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.350892 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.351280 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.351622 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.351940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.352252 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:40.356084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:44.178248 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7665c17c-f1ba-4712-8569-697354f500af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:46.944255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-041da2df-0174-4a00-8696-a0c84bfeb8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.105689 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.097689 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:48.498661 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:50.493395 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.158539 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0720c4a0-9611-4eaf-9a50-4d32b91012a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.055392 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e01e9636-7f7c-49ab-89f5-d7e7afbae7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.092021 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.486280 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.480725 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.096746 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:44.158863 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-19b71bcf-1ede-4c49-bc1f-142dd2f8820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:46.970136 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5101252d-2152-46a8-9195-6cdadce12086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.032371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.513116 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:50.472805 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:02.098224 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 5 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:14.156524 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fc18139-1399-4af2-b47a-1b7715b0f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:16.990914 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ea05b9fc-82a0-4966-9b02-6bbb834f24b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.059794 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:18.499015 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:20.482698 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:26.464286 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061'] for agent, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.464608 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43412) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:38.572918 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b6a6c752-8031-47dd-9fa3-9a1891bd50f0 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1065888 Jun 23 16:56:39.097739 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:40.885295 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43422) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:40.949339 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d85f910e-3e9f-475a-adcd-39bc53851ae7 admin admin] 10.222.0.99 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0628059 Jun 23 16:56:44.175211 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d6d564f5-8030-464b-8211-c5638ee1fb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:46.927619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0b06209d-209d-4d1e-a6d7-a44166dbf097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:46.979043 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:48.543109 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:50.515983 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:56.412899 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.171502 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fd40e482-2964-4b70-8f0b-7dd6ffc77e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.096844 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:16.965727 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-aa2615e5-dc2b-4ca2-a783-12ca3efcc324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:16.999760 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:18.495148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:20.472347 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.438205 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:44.145736 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b73b7e1e-bb25-4ab5-baa4-8380271492bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:46.933913 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc60-79a2-41a4-8a7d-afabdebbe45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:47.013780 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:48.488567 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:50.493564 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:53.095609 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:56.430694 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:14.194737 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-50cf6857-734b-49f0-b60f-a0a3f0897da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:16.798410 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43594) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:17.089077 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-158937994-network', 'tenant_id': 'f462ba9bc8994de7b2e28f1d6ad38c17'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:17.160086 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-36c2f148-fd6c-4f62-a1e6-51598d6f77c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.200236 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.200469 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Made reservation on behalf of f462ba9bc8994de7b2e28f1d6ad38c17 for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:17.204314 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.219065 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.325289 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.451307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.455897 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:17.478014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:58:17.504050 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268971b6-e420-4787-96c9-cc84ec6d055b,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:17.506719 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792434690070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.507313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Unsubscribe: segment precommit_create {{(pid=100518) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:58:17.507789 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Added segment d616d7f3-0257-4f8a-aa49-033840fa97a9 of type vlan for network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 Jun 23 16:58:17.526538 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.526904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.527237 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.527588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.527912 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.528252 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.528571 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.528888 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.529216 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.529530 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.529842 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.530178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Tracked resource versions report: Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: pushed versions: Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: { 'AddressGroup': {'1.2'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'ConntrackHelper': {'1.0'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Log': {'1.0'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Network': {'1.1'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Port': {'1.7'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'PortForwarding': {'1.2'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'QosPolicy': {'1.8'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroup': {'1.4'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SubPort': {'1.0'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Subnet': {'1.1'}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Trunk': {'1.1'}} Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: consumer versions: Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'ConntrackHelper': '1.0', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Log': '1.0', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Network': '1.1', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Port': '1.7', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'PortForwarding': '1.2', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'QosPolicy': '1.8', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroup': '1.4', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SecurityGroupRule': '1.2', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'SubPort': '1.0', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Subnet': '1.1', Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: 'Trunk': '1.1'}} Jun 23 16:58:17.531306 dv-cinder-796950-7-iscsi neutron-server[100518]: {{(pid=100518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:58:17.536006 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:17.573290 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.698839 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.700230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:17.700806 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.703065 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:17.814733 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Pushing event updated for resources: {'Network': ['ID=e160f40e-1f56-4f64-bb3b-5d00022a3cb9,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:17.821516 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:17.832493 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:58:17.841148 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0409765 Jun 23 16:58:17.844222 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43638) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:17.850019 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Request body: {'subnet': {'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-158937994-subnet', 'tenant_id': 'f462ba9bc8994de7b2e28f1d6ad38c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:17.951114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Made reservation on behalf of f462ba9bc8994de7b2e28f1d6ad38c17 for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:17.954006 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.972996 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43646) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:18.013603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43654) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:18.046453 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43658) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:18.237647 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-121937778-network', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:18.275895 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1346016464-network', 'tenant_id': '86a2a31c32ae43699784dd7713e263fd'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:18.283968 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-network', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:18.303241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.307429 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-df33dd90-e9d2-4893-822e-142b57e8d59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:18.371798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2633c5-593f-4d18-8656-3892127b94e1,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:18.375908 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:18.377043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Checking segment: {'id': 'd616d7f3-0257-4f8a-aa49-033840fa97a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:18.377393 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Network hostable DHCP agents. Network: e160f40e-1f56-4f64-bb3b-5d00022a3cb9, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:58:18.421445 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Made reservation on behalf of cc6db5115b414a2a81dd061d8b4a3baa for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:18.423903 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.439371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.485369 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:58:18.554148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.556042 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:18.559362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.573411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.605607 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, e160f40e-1f56-4f64-bb3b-5d00022a3cb9) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:18.610197 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:18.622665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.623430 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cee05d-7ecf-4446-b340-5495dc9f12e8 None None] Network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:18.685712 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Made reservation on behalf of c504db01624842e7aff3ea7deddf20c8 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:18.690014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.705322 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.770871 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044528ff-9a03-453c-8260-591125cf8616 None None] Network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:18.810383 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9644794 Jun 23 16:58:18.924666 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.007519 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.026885 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f19679d3-3937-4491-be79-b5d406291469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.104871 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1458} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:58:19.128085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.135131 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Added segment d133fead-8b50-4763-bfd8-409844d64e97 of type vlan for network 75a5570c-7c33-4633-941b-064fc0dc297a Jun 23 16:58:19.183738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.211706 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98715ac5-8d44-49a1-9330-8a7adc3e484e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.240838 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.241410 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.241935 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.242448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.242961 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.243509 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.244154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Tracked resource versions report: Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: pushed versions: Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: { 'AddressGroup': {'1.2'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'ConntrackHelper': {'1.0'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Log': {'1.0'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Network': {'1.1'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Port': {'1.7'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'PortForwarding': {'1.2'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'QosPolicy': {'1.8'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroup': {'1.4'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SubPort': {'1.0'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Subnet': {'1.1'}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Trunk': {'1.1'}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: consumer versions: Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'ConntrackHelper': '1.0', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Log': '1.0', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Network': '1.1', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Port': '1.7', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'PortForwarding': '1.2', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'QosPolicy': '1.8', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroup': '1.4', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SecurityGroupRule': '1.2', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'SubPort': '1.0', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Subnet': '1.1', Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: 'Trunk': '1.1'}} Jun 23 16:58:19.252105 dv-cinder-796950-7-iscsi neutron-server[100517]: {{(pid=100517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:58:19.258908 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.336918 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.366087 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.367537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:19.368188 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.372695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-edb3b709-90b4-4a99-a4a2-1a235bd3c2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.431192 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Pushing event updated for resources: {'Network': ['ID=75a5570c-7c33-4633-941b-064fc0dc297a,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.434777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.443047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 75a5570c-7c33-4633-941b-064fc0dc297a details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:58:19.477584 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.485943 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-027e6d3e-f4ce-417b-abed-15b27f3b4b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.531175 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1462} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:58:19.546690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7990af-2f19-4f8e-bed6-cb4e24b0c852,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.549874 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.557772 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.558111 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Added segment 4814bcd6-9468-41e9-8002-7439f0c0fdd0 of type vlan for network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a Jun 23 16:58:19.612998 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.669738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.772670 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.778872 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.800556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:58:19.813713 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.828634 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:19.830462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.832449 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.832783 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Added segment fcb99782-c529-4f63-b552-21b0d2fd0e1f of type vlan for network fa638a43-811f-44d5-9576-829ad4192938 Jun 23 16:58:19.836129 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8619862 Jun 23 16:58:19.837047 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21d51d-f93b-411f-8a35-7ee0c967e61b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.841171 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43750) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:19.842466 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.846208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Request body: {'subnet': {'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-subnet', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:19.854677 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:19.944876 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:19.956731 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1df2ab8f-7c21-486b-aa06-73d4f3b3727a,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:19.959429 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:19.972903 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:58:20.105489 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43760) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:20.108483 dv-cinder-796950-7-iscsi neutron-server[100518]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:58:20.286301 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-81c73e48-87c5-4c92-a8c5-f1bdc1bcb28f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:20.287826 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-81c73e48-87c5-4c92-a8c5-f1bdc1bcb28f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/networks?id=e160f40e-1f56-4f64-bb3b-5d00022a3cb9 HTTP/1.1" status: 200 len: 811 time: 0.1811035 Jun 23 16:58:20.291403 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Made reservation on behalf of cc6db5115b414a2a81dd061d8b4a3baa for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:20.293833 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.324956 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-045d9bf4-4869-49d9-b0cc-e1514a96893c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/quotas/f462ba9bc8994de7b2e28f1d6ad38c17 HTTP/1.1" status: 200 len: 375 time: 0.0287528 Jun 23 16:58:20.339124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.341344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:20.342193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.345888 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:20.419059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Pushing event updated for resources: {'Network': ['ID=fa638a43-811f-44d5-9576-829ad4192938,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:20.420491 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-1a63b880-9771-4924-bf8a-8149efc0cd72 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=f462ba9bc8994de7b2e28f1d6ad38c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667810 Jun 23 16:58:20.421911 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:20.429092 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3816056 Jun 23 16:58:20.432379 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43764) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:20.442596 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Request body: {'subnet': {'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1346016464-subnet', 'tenant_id': '86a2a31c32ae43699784dd7713e263fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:20.442866 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network fa638a43-811f-44d5-9576-829ad4192938 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:58:20.485349 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4673204 Jun 23 16:58:20.487441 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43768) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:20.494884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Request body: {'subnet': {'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-subnet', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:20.531309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.595914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-55e7847c-310b-493a-91c1-de50c2f85613 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:58:20.596910 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-55e7847c-310b-493a-91c1-de50c2f85613 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504730 Jun 23 16:58:20.605495 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:20.607917 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.642588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.669878 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0fb272a2-402d-49df-aa39-98cf9411f777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:20.753302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Checking segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:20.753648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Network hostable DHCP agents. Network: 75a5570c-7c33-4633-941b-064fc0dc297a, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:58:20.765972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3920b4f0-2d23-430b-ab7a-0da5251e38ed,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:20.771327 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-70475583-f3a8-465e-9241-4957bdf1da5c service neutron] 10.222.0.99 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680677 Jun 23 16:58:20.772079 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:20.779914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Made reservation on behalf of c504db01624842e7aff3ea7deddf20c8 for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:20.782206 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.897514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.902776 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-437e88b3-d632-44af-825a-ab9adfb7a409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:20.939500 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Network 75a5570c-7c33-4633-941b-064fc0dc297a is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:58:20.975184 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8216d915-0d76-449e-821a-965082f06edc,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:20.979037 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:20.985874 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Checking segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:20.986195 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Network hostable DHCP agents. Network: 1df2ab8f-7c21-486b-aa06-73d4f3b3727a, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:58:20.998146 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-e40a9123-7ae2-4abb-9134-ea02e8e83d26 service neutron] 10.222.0.99 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190590 Jun 23 16:58:21.025830 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 75a5570c-7c33-4633-941b-064fc0dc297a) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:21.032878 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf57375-d420-4a92-8f12-ae191284661a None None] Network 75a5570c-7c33-4633-941b-064fc0dc297a requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:21.055206 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.055883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.203534 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:58:21.209244 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3574948 Jun 23 16:58:21.209244 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43788) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:21.210527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:21.219980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 1df2ab8f-7c21-486b-aa06-73d4f3b3727a) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:21.222681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e162e5-8d26-4329-aa78-e87799d50583 None None] Network 75a5570c-7c33-4633-941b-064fc0dc297a requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:21.235781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.236367 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.263705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.267445 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:21.288342 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d1d23-6516-49ab-a459-b60f9a1c4b24 None None] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:21.350335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.361489 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.480804 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0471370 Jun 23 16:58:21.601126 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.633816 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166bb80-1ba7-4d2e-ae13-6223b97e2698 None None] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:21.690555 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-718d8d14-c8c5-4a76-b9e0-ea365f72b6ac req-f93ee1f9-dc4a-4271-96ca-cc5a226c33a1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0845075 Jun 23 16:58:21.711954 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:21.719457 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:21.847022 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Checking segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:21.847022 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Network hostable DHCP agents. Network: fa638a43-811f-44d5-9576-829ad4192938, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:58:22.017230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.057300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Network fa638a43-811f-44d5-9576-829ad4192938 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:58:22.067227 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43862) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:22.069903 dv-cinder-796950-7-iscsi neutron-server[100517]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:58:22.207832 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, fa638a43-811f-44d5-9576-829ad4192938) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:22.213287 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:22.214082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.221223 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4643b-89b1-49c4-bcc4-838281937d75 None None] Network fa638a43-811f-44d5-9576-829ad4192938 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:22.334519 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8459780 Jun 23 16:58:22.335114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 43880) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:22.338443 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-fbb6e395-d49a-411e-844e-868bb2a7bc9e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:22.343192 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-fbb6e395-d49a-411e-844e-868bb2a7bc9e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.2744617 Jun 23 16:58:22.363430 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-c7a20369-db4a-43be-ad6a-dfc039352b73 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/quotas/86a2a31c32ae43699784dd7713e263fd HTTP/1.1" status: 200 len: 375 time: 0.0130544 Jun 23 16:58:22.366247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:22.443198 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-fa638a43-811f-44d5-9576-829ad4192938', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:58:22.444425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.468392 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.475967 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-ff08c3e8-c1d1-46dd-b3e4-a88cdd539657 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070278 Jun 23 16:58:22.509521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.588634 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.593395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.593561 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-1b86a933-166a-4d87-b22f-425c60488ab4 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:58:22.593561 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-1b86a933-166a-4d87-b22f-425c60488ab4 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558708 Jun 23 16:58:22.611958 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Allocated IP 172.20.0.2 (fa638a43-811f-44d5-9576-829ad4192938/dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00/824a2a79-fb9c-4712-8e59-ec1e342539ed) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:22.738621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.742743 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-62943ca4-313e-4f1b-978f-0874f0fcf7fd service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443930 Jun 23 16:58:22.797308 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Allocated IP 172.27.1.103 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/dbc624fd-f9b0-46c2-8341-31d1153df51f) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:22.815646 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.826861 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Transition to ACTIVE for port object 824a2a79-fb9c-4712-8e59-ec1e342539ed will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:22.845325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Transition to ACTIVE for port object 824a2a79-fb9c-4712-8e59-ec1e342539ed will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:22.905411 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-eb915fa9-0c74-4277-844c-a0a5a6ec1288 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536827 Jun 23 16:58:22.945529 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0e90cc9b-43fb-4850-89ef-d52aa340608f req-4a5e686b-cec2-4acc-b2bb-901d7a647552 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.1164362 Jun 23 16:58:22.946024 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43902) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:22.967142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:22.974273 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.017732 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Network fa638a43-811f-44d5-9576-829ad4192938 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:23.021687 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:23.026089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:23.069721 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Pushing event updated for resources: {'Port': ['ID=824a2a79-fb9c-4712-8e59-ec1e342539ed,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:23.132078 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.132598 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.133363 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.134007 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.135155 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.135664 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.136052 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.136468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.136879 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.137289 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.137764 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.138174 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Tracked resource versions report: Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: pushed versions: Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: { 'AddressGroup': {'1.2'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'ConntrackHelper': {'1.0'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Log': {'1.0'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Network': {'1.1'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Port': {'1.7'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'PortForwarding': {'1.2'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'QosPolicy': {'1.8'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroup': {'1.4'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SubPort': {'1.0'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Subnet': {'1.1'}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Trunk': {'1.1'}} Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: consumer versions: Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'ConntrackHelper': '1.0', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Log': '1.0', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Network': '1.1', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Port': '1.7', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'PortForwarding': '1.2', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'QosPolicy': '1.8', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroup': '1.4', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SecurityGroupRule': '1.2', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'SubPort': '1.0', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Subnet': '1.1', Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: 'Trunk': '1.1'}} Jun 23 16:58:23.140011 dv-cinder-796950-7-iscsi neutron-server[100519]: {{(pid=100519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:58:23.168813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.176733 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:23.177580 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Attempting to bind port 824a2a79-fb9c-4712-8e59-ec1e342539ed on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:23.177962 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Attempting to bind port 824a2a79-fb9c-4712-8e59-ec1e342539ed by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:23.178332 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Attempting to bind port 824a2a79-fb9c-4712-8e59-ec1e342539ed on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:23.185939 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:23.186325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Checking segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:23.186824 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.187238 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Bound using segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:23.187982 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Bound port: 824a2a79-fb9c-4712-8e59-ec1e342539ed, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:23.188375 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.250412 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.283232 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] For port 824a2a79-fb9c-4712-8e59-ec1e342539ed, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:23.284178 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] For port 824a2a79-fb9c-4712-8e59-ec1e342539ed, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=824a2a79-fb9c-4712-8e59-ec1e342539ed,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:23.300605 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.322766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.411818 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.414168 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.488963 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Pushing event updated for resources: {'Port': ['ID=824a2a79-fb9c-4712-8e59-ec1e342539ed,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:23.493167 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:23.502462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.509085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.625156 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.718629 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.740940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.801350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.818197 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a15c7b15-96a1-4350-997d-7e689697466a req-cb2ef5f6-761e-4d17-9852-b60b5cd1ceea tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.2830114 Jun 23 16:58:23.844555 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7aab9d79a1ab45898f721d8a3cc31858&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8966546 Jun 23 16:58:23.864231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 43942) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:23.868720 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6cc1f-318c-4e9b-87d1-190762a53a22,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:23.873049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:23.961224 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.965026 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:23.992583 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:24.001043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.001407 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:24.004549 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc624fd-f9b0-46c2-8341-31d1153df51f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:24.034855 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:24.122209 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8d7ea161-728b-49d7-9495-c17f6eeddf37 req-470610c4-ad81-40ee-9a53-7abfe7c27c01 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0680656 Jun 23 16:58:24.204838 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 824a2a79-fb9c-4712-8e59-ec1e342539ed up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:24.239350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Allocated IP 172.27.1.117 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/de741794-a27c-4a5e-a785-ad24293a7b4c) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:24.284973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.289427 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.295177 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/39c6cc1f-318c-4e9b-87d1-190762a53a22 HTTP/1.1" status: 204 len: 168 time: 0.4274623 Jun 23 16:58:24.295177 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fc50d74-aa37-4f59-ba88-0018a9ac071a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:24.301489 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6cc1f-318c-4e9b-87d1-190762a53a22,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:24.310764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:24.428483 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 824a2a79-fb9c-4712-8e59-ec1e342539ed completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:24.499592 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.631397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.732651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e671b9-57cb-4377-aeef-aaa57cc8454b None None] Network fa638a43-811f-44d5-9576-829ad4192938 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:24.772293 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:24.780705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:24.899165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:24.922244 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:24.924872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:24.959975 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ae678c60-c996-4d6c-aa26-d8175ed25f2d req-2c292ef5-163b-4475-8c3c-3c76d8cb30fc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0638628 Jun 23 16:58:24.960591 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=de741794-a27c-4a5e-a785-ad24293a7b4c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:24.975279 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Provisioning for port 824a2a79-fb9c-4712-8e59-ec1e342539ed completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:24.982756 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Provisioning complete for port 824a2a79-fb9c-4712-8e59-ec1e342539ed triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:24.983068 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.008226 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:25.126498 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.166414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] For port 824a2a79-fb9c-4712-8e59-ec1e342539ed, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=824a2a79-fb9c-4712-8e59-ec1e342539ed,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:25.227742 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.291932 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.294625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:25.372576 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3389b924-6c62-4410-91f5-c4ce183ffa1c req-c0418cf5-a3e1-4c41-9f91-e2f4b518b48c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0792623 Jun 23 16:58:25.398825 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Pushing event updated for resources: {'Port': ['ID=824a2a79-fb9c-4712-8e59-ec1e342539ed,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:25.404857 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:25.440027 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b66c4c70-5ef0-42aa-b396-971a79f43730 None None] Provisioning complete for port 824a2a79-fb9c-4712-8e59-ec1e342539ed triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:25.440634 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b66c4c70-5ef0-42aa-b396-971a79f43730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.513794 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.681055 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Router f4a2330b-0206-4be3-af24-17a219b4ce03 is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:58:25.786415 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.879519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:25.889359 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Sync routers for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:25.898847 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:25.899444 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:25.994734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:25.996391 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-efdd15f5-a537-4dea-887e-d5b0ff83b120 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7925591 Jun 23 16:58:26.000176 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44032) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.069343 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:26.113901 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:58:26.187695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 824a2a79-fb9c-4712-8e59-ec1e342539ed up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:26.271288 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 824a2a79-fb9c-4712-8e59-ec1e342539ed triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:26.271944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.339600 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0eca9337-6314-4a88-93da-6b81f346990d req-3d21cf09-db2c-47f4-91b8-6842264ab7a0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0469398 Jun 23 16:58:26.342730 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:26.379815 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:26.411981 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:24Z', 'revision_number': 3, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:26.427550 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:26.428200 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:26.445670 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Checking router: f4a2330b-0206-4be3-af24-17a219b4ce03 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:26.446255 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Updating router f4a2330b-0206-4be3-af24-17a219b4ce03 port dbc624fd-f9b0-46c2-8341-31d1153df51f binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:58:26.474746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.476598 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1141498 Jun 23 16:58:26.479725 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44048) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.541566 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.643657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:26.682628 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3271889b-3e11-447f-ac62-b82c72df3475 req-12c87650-a492-460b-8ec1-ed58ff4a10f4 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0401616 Jun 23 16:58:26.706642 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.736766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.928181 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:25Z', 'revision_number': 3, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:26.950868 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Allocated IP 172.20.0.1 (75a5570c-7c33-4633-941b-064fc0dc297a/3920b4f0-2d23-430b-ab7a-0da5251e38ed/d3732350-5519-4a8c-beee-34c5dcf3bd9e) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:27.019934 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.032238 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Transition to ACTIVE for port object dbc624fd-f9b0-46c2-8341-31d1153df51f will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:27.099065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.101333 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:27.101802 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Updating router 0123c544-0750-46c3-8f4d-bedd660e60e7 port de741794-a27c-4a5e-a785-ad24293a7b4c binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:58:27.156131 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.176898 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.180216 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-7df4b3b3-c243-4cd4-b990-4c943a86ac04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.266956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.281602 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Pushing event updated for resources: {'Port': ['ID=dbc624fd-f9b0-46c2-8341-31d1153df51f,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.295339 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Attempting to bind port dbc624fd-f9b0-46c2-8341-31d1153df51f on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:27.296110 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Attempting to bind port dbc624fd-f9b0-46c2-8341-31d1153df51f by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:27.296854 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Attempting to bind port dbc624fd-f9b0-46c2-8341-31d1153df51f on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:27.299759 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.300307 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.300909 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.301416 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.302326 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.302993 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.304055 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.304854 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.305491 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.306828 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.307403 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.308131 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Tracked resource versions report: Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: pushed versions: Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Log': {'1.0'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Network': {'1.1'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Port': {'1.7'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'QosPolicy': {'1.8'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: consumer versions: Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: L3 agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: Metadata agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: Metering agent@dv-cinder-796950-7-iscsi: {}, Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-796950-7-iscsi: { 'AddressGroup': '1.2', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Log': '1.0', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Network': '1.1', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Port': '1.7', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'QosPolicy': '1.8', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'SubPort': '1.0', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Subnet': '1.1', Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Jun 23 16:58:27.310486 dv-cinder-796950-7-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:58:27.316537 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.323502 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:27.325333 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:27.330188 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.330874 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:27.332145 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Bound port: dbc624fd-f9b0-46c2-8341-31d1153df51f, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:27.332145 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.407509 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] For port dbc624fd-f9b0-46c2-8341-31d1153df51f, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:27.411037 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] For port dbc624fd-f9b0-46c2-8341-31d1153df51f, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=dbc624fd-f9b0-46c2-8341-31d1153df51f,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:27.485620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.499621 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Transition to ACTIVE for port object de741794-a27c-4a5e-a785-ad24293a7b4c will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:27.511411 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7bdf0c24-3006-432d-bf20-426be001b3fe req-52767a32-324d-4324-9e6e-49ab8abcbc22 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0364144 Jun 23 16:58:27.661283 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Allocated IP 172.20.0.1 (fa638a43-811f-44d5-9576-829ad4192938/dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00/4d6644f2-7377-4710-b255-9758a4931efa) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:27.698074 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.698940 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.700718 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.703308 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.733978 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.740907 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.786259 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.791952 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Pushing event updated for resources: {'Port': ['ID=dbc624fd-f9b0-46c2-8341-31d1153df51f,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.797962 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.803272 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:27.804161 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:27.824386 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Transition to ACTIVE for port object 4d6644f2-7377-4710-b255-9758a4931efa will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:27.825121 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Network 75a5570c-7c33-4633-941b-064fc0dc297a is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:27.842374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:27.852185 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:27.853450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.876830 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567600c3-2804-4944-807c-aa6305119367 None None] Pushing event updated for resources: {'Port': ['ID=de741794-a27c-4a5e-a785-ad24293a7b4c,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.913329 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-567600c3-2804-4944-807c-aa6305119367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.945744 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.952664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.964351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Attempting to bind port de741794-a27c-4a5e-a785-ad24293a7b4c on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:27.970821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Attempting to bind port de741794-a27c-4a5e-a785-ad24293a7b4c by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:27.970821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Attempting to bind port de741794-a27c-4a5e-a785-ad24293a7b4c on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:27.985047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:27.985621 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:27.987561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.987561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:27.988026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Bound port: de741794-a27c-4a5e-a785-ad24293a7b4c, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:27.989436 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.022006 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2b211a3c-96fb-4cbd-afc0-f29211f932bf req-d87adeb5-a0e1-47d2-b555-77b3f6a9f236 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0658929 Jun 23 16:58:28.067810 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.070968 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:28.107206 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] For port de741794-a27c-4a5e-a785-ad24293a7b4c, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:28.107206 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] For port de741794-a27c-4a5e-a785-ad24293a7b4c, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=de741794-a27c-4a5e-a785-ad24293a7b4c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:28.107514 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:28.129766 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:28.135468 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:28.143130 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Network fa638a43-811f-44d5-9576-829ad4192938 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:28.144557 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:28.146705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:28.147202 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.335988 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:24Z', 'revision_number': 3, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.343215 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.346529 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:28.385825 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2050c45-0373-4e47-8c70-df42bb4b7cef None None] The sync data for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi is: [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:24Z', 'revision_number': 3, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:28.442367 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.457889 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567600c3-2804-4944-807c-aa6305119367 None None] Pushing event updated for resources: {'Port': ['ID=de741794-a27c-4a5e-a785-ad24293a7b4c,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:28.463897 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-567600c3-2804-4944-807c-aa6305119367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:28.464523 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:28.465411 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.616919 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.623051 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:28.695622 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-83c53c83-ba3d-4215-b97d-4da016573284 None None] Provisioning for port 4d6644f2-7377-4710-b255-9758a4931efa completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:28.797425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-83c53c83-ba3d-4215-b97d-4da016573284 None None] Provisioning complete for port 4d6644f2-7377-4710-b255-9758a4931efa triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:28.798186 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-83c53c83-ba3d-4215-b97d-4da016573284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.851459 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.862131 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e50d8e1-3be8-4920-b77c-0173be57ca70 req-51b10c08-81ce-4002-9f23-710f50e68682 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0648918 Jun 23 16:58:28.919292 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-83c53c83-ba3d-4215-b97d-4da016573284 None None] Port 4d6644f2-7377-4710-b255-9758a4931efa cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:58:28.947344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.948770 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.951923 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-76e6833b-4dac-474d-9f6c-cf79b72c60b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:29.043295 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:29.043295 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:29.134421 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:29.151258 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:25Z', 'revision_number': 3, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:29.192349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd6554-17b2-426c-87fd-9027db90d003 None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:25Z', 'revision_number': 3, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:29.245518 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Network 75a5570c-7c33-4633-941b-064fc0dc297a is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:29.248165 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-73edde47-69e5-4803-a927-bf3062ec835b req-ad85b337-1221-4baa-9a70-c71ac660c269 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0678997 Jun 23 16:58:29.249795 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:29.371002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:29.372259 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:29.374783 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:29.479273 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:29.481397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:29.552860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Network fa638a43-811f-44d5-9576-829ad4192938 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:29.553104 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Router f4a2330b-0206-4be3-af24-17a219b4ce03 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:29.554425 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:29.754496 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:29.779772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:29.782920 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] 10.222.0.99 "PUT /v2.0/routers/f4a2330b-0206-4be3-af24-17a219b4ce03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7815013 Jun 23 16:58:30.418099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-f7074f93-5f11-4eca-a7d7-c6a65f3be15a None None] Provisioning complete for port 4d6644f2-7377-4710-b255-9758a4931efa triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:30.418099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f7074f93-5f11-4eca-a7d7-c6a65f3be15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:30.418099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-f7074f93-5f11-4eca-a7d7-c6a65f3be15a None None] Port 4d6644f2-7377-4710-b255-9758a4931efa cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:58:30.466632 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:30.466632 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] 10.222.0.99 "PUT /v2.0/routers/0123c544-0750-46c3-8f4d-bedd660e60e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825513 Jun 23 16:58:30.469373 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13cddb57-0b38-455b-a7c9-4dcc9bfb8a6c req-65407f2c-4790-43b1-b6db-a5bfa6ae8717 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0637395 Jun 23 16:58:30.472381 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:30.474694 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device de741794-a27c-4a5e-a785-ad24293a7b4c up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:30.524667 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port de741794-a27c-4a5e-a785-ad24293a7b4c completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:30.688797 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port de741794-a27c-4a5e-a785-ad24293a7b4c triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:30.688797 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:30.688797 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:30.689964 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-5f8611e8-8168-4572-8da8-e91f451082b3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:30.689964 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-5f8611e8-8168-4572-8da8-e91f451082b3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 818 time: 0.1521621 Jun 23 16:58:30.708884 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port de741794-a27c-4a5e-a785-ad24293a7b4c, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=de741794-a27c-4a5e-a785-ad24293a7b4c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:30.716347 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-7b492a5d-0ac0-4174-9aeb-e79c60778dde tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/quotas/cc6db5115b414a2a81dd061d8b4a3baa HTTP/1.1" status: 200 len: 375 time: 0.0258427 Jun 23 16:58:30.802803 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44180) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:30.816513 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-e9cf90a9-b098-4dd6-91f0-981552f808ba tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943034 Jun 23 16:58:30.850664 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:30.852676 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dbc624fd-f9b0-46c2-8341-31d1153df51f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:30.855747 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:30.931872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:30.935319 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=de741794-a27c-4a5e-a785-ad24293a7b4c,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:30.939374 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:30.956016 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-54c3dcd8-ed5c-4c9e-8048-d2737cfdf8b4 service neutron] 10.222.0.99 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311924 Jun 23 16:58:30.976775 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44184) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:30.987613 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353963054', 'description': 'tempest-description--663803251'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:31.094328 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-0791bd98-a731-4e7d-87cd-9b624d54f4a7 service neutron] 10.222.0.99 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316295 Jun 23 16:58:31.125090 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port dbc624fd-f9b0-46c2-8341-31d1153df51f completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:31.129437 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-38fc8f09-675d-42d1-a314-92c5755abd0a req-8d57821b-4f0c-43f9-87fa-7fb8dc78f225 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0497217 Jun 23 16:58:31.130537 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port dbc624fd-f9b0-46c2-8341-31d1153df51f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:31.136844 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.194587 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.248860 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.273366 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port dbc624fd-f9b0-46c2-8341-31d1153df51f, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=dbc624fd-f9b0-46c2-8341-31d1153df51f,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:31.276478 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.284598 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:31.344637 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e342bb-704c-4ad9-a21a-4a1f19d91d8d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:31.349084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:31.353313 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.356203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cf1e5b6f-9571-4bef-b583-29d04d5c3eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:31.365670 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=76379440aca64034a0895ca61f6def55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5587783 Jun 23 16:58:31.369294 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44198) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:31.386692 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fedfc14b-c282-4fb0-8ea7-4b25032c0256 req-a480da30-749f-4484-88ef-e4e86e7b5a13 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0424707 Jun 23 16:58:31.453723 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=dbc624fd-f9b0-46c2-8341-31d1153df51f,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:31.470111 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:31.471075 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:31.480679 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a2f5b944-8628-4a61-8c42-3690a68f37b4 req-1259fbc9-501b-43b0-b6db-3a7ba634d332 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 210 time: 0.0503359 Jun 23 16:58:31.492318 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:31.495737 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:31.506835 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.530936 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.545942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.664575 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Sync routers for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:31.682168 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:31.682900 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:31.717961 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:31.832319 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-2f033343-c891-4fd8-b3f9-e1424d1e8f73 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:31.833937 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-2f033343-c891-4fd8-b3f9-e1424d1e8f73 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 818 time: 0.1337876 Jun 23 16:58:31.834835 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.842072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:31.849074 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/68e342bb-704c-4ad9-a21a-4a1f19d91d8d HTTP/1.1" status: 204 len: 168 time: 0.4768796 Jun 23 16:58:31.851122 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:31.863058 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e342bb-704c-4ad9-a21a-4a1f19d91d8d,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:31.867176 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:31.876227 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-d58cb9a0-e3fa-438c-8d1f-dbcca165120d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/quotas/cc6db5115b414a2a81dd061d8b4a3baa HTTP/1.1" status: 200 len: 375 time: 0.0346823 Jun 23 16:58:31.883169 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:31.991173 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.017486 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 2, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:32.027668 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-32c6759c-8e83-48a8-9798-913daa0cc8e0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325858 Jun 23 16:58:32.057917 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:32.058731 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Updating router 0123c544-0750-46c3-8f4d-bedd660e60e7 port 4d6644f2-7377-4710-b255-9758a4931efa binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:58:32.128963 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-50ab4829-c9e9-49ee-b24e-3b0403494bad service neutron] 10.222.0.99 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019735 Jun 23 16:58:32.135194 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.181397 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device de741794-a27c-4a5e-a785-ad24293a7b4c up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:32.283808 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'd3732350-5519-4a8c-beee-34c5dcf3bd9e', 'name': '', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'mac_address': 'fa:16:3e:b8:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:26Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 2, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'subnets': [{'id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:32.382136 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bf00cc27-3b72-41a2-aa61-4b18542f48cc req-3e3941f4-b15d-44e2-9b02-e58dec454709 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0608284 Jun 23 16:58:32.404901 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-7153f4db-6e02-40c3-a60a-fb8a45e0eb2b service neutron] 10.222.0.99 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585437 Jun 23 16:58:32.407113 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.425682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:32.458528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0c0840-afe7-4d68-9e00-593d0d65afd9,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:32.462139 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:32.498666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Checking router: f4a2330b-0206-4be3-af24-17a219b4ce03 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:32.498666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Updating router f4a2330b-0206-4be3-af24-17a219b4ce03 port d3732350-5519-4a8c-beee-34c5dcf3bd9e binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:58:32.498666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port de741794-a27c-4a5e-a785-ad24293a7b4c triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:32.498666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.549288 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.555713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.562824 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Transition to ACTIVE for port object 4d6644f2-7377-4710-b255-9758a4931efa will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:32.634455 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7f701e30-a2f3-4745-9a08-80811e9224f0 req-6a387c82-3b8e-4d9f-be52-13f815c29a6e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0333850 Jun 23 16:58:32.661515 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.662736 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.6841509 Jun 23 16:58:32.665889 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44234) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:32.670897 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group_rule': {'security_group_id': 'aa0c0840-afe7-4d68-9e00-593d0d65afd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:32.688629 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dbc624fd-f9b0-46c2-8341-31d1153df51f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:32.737387 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.739738 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:32.828451 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Pushing event updated for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:32.833299 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:32.870056 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ec200695-2413-4b5d-8588-f7ed76914f82 req-30149cd8-a3db-476f-b5cf-f9dda1ec797f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0480802 Jun 23 16:58:32.878139 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port dbc624fd-f9b0-46c2-8341-31d1153df51f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:32.878951 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.948661 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Attempting to bind port 4d6644f2-7377-4710-b255-9758a4931efa on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:32.949406 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Attempting to bind port 4d6644f2-7377-4710-b255-9758a4931efa by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:32.949785 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Attempting to bind port 4d6644f2-7377-4710-b255-9758a4931efa on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:32.957124 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:32.957722 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Checking segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:32.958668 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.958668 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Bound using segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:32.959454 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Bound port: 4d6644f2-7377-4710-b255-9758a4931efa, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:32.960927 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:32.988116 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.118973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.136033 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.156112 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Transition to ACTIVE for port object d3732350-5519-4a8c-beee-34c5dcf3bd9e will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:33.160334 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] For port 4d6644f2-7377-4710-b255-9758a4931efa, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:33.165208 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] For port 4d6644f2-7377-4710-b255-9758a4931efa, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4d6644f2-7377-4710-b255-9758a4931efa,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:33.456120 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.456387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.458760 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:33.459724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:33.464387 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.517236 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dedd76e-1943-43e2-93bf-c9ae6a69b41d,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:33.517236 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:33.517401 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:33.550241 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:33.550956 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:33.602718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Pushing event updated for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:33.602718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:33.609923 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7b00b16c-f523-4ff5-a078-692e81a10974 req-19deb006-7f35-4f88-8ade-191fdcf2aa7d tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0502632 Jun 23 16:58:33.610334 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Attempting to bind port d3732350-5519-4a8c-beee-34c5dcf3bd9e on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:33.610715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Attempting to bind port d3732350-5519-4a8c-beee-34c5dcf3bd9e by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:33.611084 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Attempting to bind port d3732350-5519-4a8c-beee-34c5dcf3bd9e on network 75a5570c-7c33-4633-941b-064fc0dc297a {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:33.617197 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:33.618018 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Checking segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:33.618490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.618892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Bound using segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:33.619545 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Bound port: d3732350-5519-4a8c-beee-34c5dcf3bd9e, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:33.619783 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.674860 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Pushing event updated for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=4']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:33.679868 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:33.692416 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:33.723163 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] For port d3732350-5519-4a8c-beee-34c5dcf3bd9e, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:33.726620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] For port d3732350-5519-4a8c-beee-34c5dcf3bd9e, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d3732350-5519-4a8c-beee-34c5dcf3bd9e,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:33.750315 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.751617 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0844564 Jun 23 16:58:33.757114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44268) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:33.769045 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group_rule': {'security_group_id': 'aa0c0840-afe7-4d68-9e00-593d0d65afd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:33.870089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.882852 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:33.888527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44272) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:33.901496 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cbe08b9a-a004-45b6-b4be-0bca3191d341 req-42a295d0-eb9b-4b13-b2b6-e0eaebeb4534 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0435114 Jun 23 16:58:33.914733 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:33.965484 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:33.966165 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:34.024714 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Pushing event updated for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:34.028318 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:34.033636 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8a78a05-fb46-4f91-9f1e-11753531663a req-397c21db-66e5-4cd9-9a47-84bb675c7abd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0866878 Jun 23 16:58:34.043512 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.054604 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:33Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:34.112432 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e689173-461a-48c1-b0ce-339d95ee889b None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:33Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:34.139283 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:34.184879 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.246167 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.319093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.323707 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:34.359593 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f197770c-3e8d-4037-8de3-ed68536c01e9,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:34.366554 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:34.405753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.410790 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ee685ea-3524-4dee-981a-e5fb32374608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:34.513422 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44292) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:34.523880 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f0821336139d463cbc100e2824f1f0cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6214082 Jun 23 16:58:34.523880 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54643044-ea3e-4213-ba3b-09a493a7f4cd,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:34.523880 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:34.563085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'd3732350-5519-4a8c-beee-34c5dcf3bd9e', 'name': '', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'mac_address': 'fa:16:3e:b8:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:26Z', 'updated_at': '2021-06-23T16:58:33Z', 'revision_number': 4, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'subnets': [{'id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:34.563582 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.563582 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7921863 Jun 23 16:58:34.565190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44296) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:34.574964 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:34.679446 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.699747 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76213c7-f7a6-42f2-aa8a-cb05f3d70a8d None None] The sync data for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi is: [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'd3732350-5519-4a8c-beee-34c5dcf3bd9e', 'name': '', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'mac_address': 'fa:16:3e:b8:68:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:26Z', 'updated_at': '2021-06-23T16:58:33Z', 'revision_number': 4, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'subnets': [{'id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:34.732593 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.824679 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:34.929194 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f3d97f0-6eae-496b-b356-15b966d8d7ee req-e55e333a-a1df-4c8b-8647-b8e9921f9bd1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0525057 Jun 23 16:58:34.962778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.68', 50572) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:35.010663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.016724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.029487 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/54643044-ea3e-4213-ba3b-09a493a7f4cd HTTP/1.1" status: 204 len: 168 time: 0.5057528 Jun 23 16:58:35.029487 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:35.059742 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54643044-ea3e-4213-ba3b-09a493a7f4cd,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:35.091834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:35.204360 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1b5d95af-5327-4b52-bd7b-1b8a99e6756b req-03ec34a7-16a1-4739-a73a-64124a1093e8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0501299 Jun 23 16:58:35.303095 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-2be14e96-e309-46c0-8aab-344a34e56f44 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:35.304603 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-2be14e96-e309-46c0-8aab-344a34e56f44 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.3235025 Jun 23 16:58:35.328338 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cb496dcf-c66e-4586-aba7-9a3b43b40895 req-d0fcab96-4779-4bcc-a132-efabfcbaf818 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0327513 Jun 23 16:58:35.339272 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.430485 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Request body: {'port': {'device_id': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'admin_state_up': True, 'tenant_id': '86a2a31c32ae43699784dd7713e263fd'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:35.512498 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Allocated IP 172.27.1.111 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/a8df3c49-3ca2-4c3a-b1c9-2cada25066ab) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:35.666445 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.936470 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:35.941583 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.946459 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.966360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:36.035889 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:36.037173 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=a8df3c49-3ca2-4c3a-b1c9-2cada25066ab,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:36.047001 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:36.074675 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:36.207928 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:36.288492 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d3732350-5519-4a8c-beee-34c5dcf3bd9e up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:36.291792 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c034b303-d7d8-45b9-a690-fb20070c283b req-e0a81925-d2e4-4aab-93a5-8240df2566fc tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.1099474 Jun 23 16:58:36.426907 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3998f2de-44ed-4341-9ef0-564981ff9092 req-73b3ac39-4e78-4eb3-8858-24b330305f91 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0355337 Jun 23 16:58:36.487981 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:36.524139 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-85df1ba6-e6d6-46ca-8dbe-8f5d4d522f02 req-d001a291-ef0e-4724-958b-74d6460c4789 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0525973 Jun 23 16:58:36.527953 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Allocated IP 172.20.0.5 (1df2ab8f-7c21-486b-aa06-73d4f3b3727a/8216d915-0d76-449e-821a-965082f06edc/a3287693-5752-412a-ba23-f4ffb2ec7d4e) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:36.708427 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:36.740967 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port d3732350-5519-4a8c-beee-34c5dcf3bd9e completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:36.757290 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port d3732350-5519-4a8c-beee-34c5dcf3bd9e triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:36.757290 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:36.797535 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:36.828116 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.68', 50581) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:36.934250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.006081 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.016010 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-e91939e7-3f59-4e04-994d-b3dbee7cd48e tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:37.021000 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-e91939e7-3f59-4e04-994d-b3dbee7cd48e tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.68 "GET /v2.0/networks?id=e160f40e-1f56-4f64-bb3b-5d00022a3cb9 HTTP/1.1" status: 200 len: 811 time: 0.1904190 Jun 23 16:58:37.029728 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:37.039301 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port d3732350-5519-4a8c-beee-34c5dcf3bd9e, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d3732350-5519-4a8c-beee-34c5dcf3bd9e,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:37.045557 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Request body: {'port': {'device_id': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9', 'admin_state_up': True, 'tenant_id': 'f462ba9bc8994de7b2e28f1d6ad38c17'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:37.146878 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event updated for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:37.159882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:37.165087 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:37.167901 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:37.178617 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:37.184946 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:37.185603 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.313430 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.326643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.326643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4d6644f2-7377-4710-b255-9758a4931efa up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:37.382301 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:37.402555 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9776969 Jun 23 16:58:37.425294 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-20537e93-e4b7-418a-bc39-d0111ac149e2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:58:37.426645 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-20537e93-e4b7-418a-bc39-d0111ac149e2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065699 Jun 23 16:58:37.439574 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.453626 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d84156d7-7b72-4ff6-9a55-cafc1974fa89 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:37.507011 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:37.512948 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:37.544307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=a8df3c49-3ca2-4c3a-b1c9-2cada25066ab,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:37.544307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:37.571822 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Made reservation on behalf of f462ba9bc8994de7b2e28f1d6ad38c17 for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:37.574057 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 4d6644f2-7377-4710-b255-9758a4931efa completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:37.581074 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.585570 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4d6644f2-7377-4710-b255-9758a4931efa triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:37.588228 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.629754 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.634662 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d65e2c8d-60fe-43cd-9f0f-411b23332a39 req-4cd53f11-55b7-4959-a3a2-a9c514df2092 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0927575 Jun 23 16:58:37.788640 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.832531 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 4d6644f2-7377-4710-b255-9758a4931efa, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4d6644f2-7377-4710-b255-9758a4931efa,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:37.853815 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d5a29496-57ec-4a0e-a8a8-a3e65fd2d8d0 req-4fc82f59-eb80-432b-bcd7-3cfd62016b3f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0703769 Jun 23 16:58:37.868355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:37.870005 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3035564 Jun 23 16:58:38.035114 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.038186 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b5c11d6f-c6b4-4ba4-938c-521b13823272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:38.094071 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:38.099038 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:38.145219 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d249e-d4eb-490f-b878-6bf412401f6c req-92a2bdf0-a146-47d9-8cf2-a17b6380b2f7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:38.152406 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b16d249e-d4eb-490f-b878-6bf412401f6c req-92a2bdf0-a146-47d9-8cf2-a17b6380b2f7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 931 time: 0.4496796 Jun 23 16:58:38.166334 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d3732350-5519-4a8c-beee-34c5dcf3bd9e up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:38.181617 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.68', 50587) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:38.225849 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Allocated IP 172.20.0.8 (e160f40e-1f56-4f64-bb3b-5d00022a3cb9/3b2633c5-593f-4d18-8656-3892127b94e1/c8dd696e-192a-443c-a939-a22a273ce415) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:38.246888 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Request body: {'port': {'device_id': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:38.250164 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b16d249e-d4eb-490f-b878-6bf412401f6c req-7b9581a6-f1e9-4444-bd14-e8aa837efc80 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968351 Jun 23 16:58:38.251909 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port d3732350-5519-4a8c-beee-34c5dcf3bd9e triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:38.254587 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.436213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-d0dbf05b-0436-4fa0-8ff9-55156305cadf tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:38.438000 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-d0dbf05b-0436-4fa0-8ff9-55156305cadf tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 818 time: 0.2544975 Jun 23 16:58:38.451907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.547401 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-0a4c850c-ef51-42d9-ab05-216eae0010a4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--353963054&fields=id&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 267 time: 0.0574131 Jun 23 16:58:38.617079 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.759560 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.765391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4189cb9d-ad26-4548-8041-f01a94754004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:38.814627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44448) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:38.884113 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-46f570cf-1cd6-44eb-bb91-8de9141482f1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:38.890827 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-46f570cf-1cd6-44eb-bb91-8de9141482f1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 817 time: 0.3218787 Jun 23 16:58:38.893993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Pushing event updated for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:38.908842 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:38.938324 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:38.942090 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:38.954415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:38.958794 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:38.959645 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.964351 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-81195cf8-8999-4bac-a457-8a8fc27d24e0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/quotas/c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 375 time: 0.0720298 Jun 23 16:58:39.048062 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36404d9-36f2-4f87-8ffe-e3a4208adbde req-52db0cbd-4594-4a8a-8af1-031ffa54173d tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:39.051503 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d36404d9-36f2-4f87-8ffe-e3a4208adbde req-52db0cbd-4594-4a8a-8af1-031ffa54173d tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.1612442 Jun 23 16:58:39.082948 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0379102 Jun 23 16:58:39.167824 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d36404d9-36f2-4f87-8ffe-e3a4208adbde req-aefe111f-8a5e-45e7-89e3-0f2eab8a3c08 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065936 Jun 23 16:58:39.170061 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-320563f1-dcc7-4f63-a940-3dcf854ef156 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2047567 Jun 23 16:58:39.252925 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.365002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3287693-5752-412a-ba23-f4ffb2ec7d4e {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:39.366187 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-73595baf-4e6b-4345-911c-8791ea046376 req-d1bba78e-58d3-48f5-ae8d-bcd9800c77b5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0333452 Jun 23 16:58:39.389155 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-91fccd2a-cbf3-4d24-b12c-3cf0f66fb412 service neutron] 10.222.0.99 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105701 Jun 23 16:58:39.512456 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9cd042ca-a825-4f92-abfc-ed8ce0ba9181 service neutron] 10.222.0.99 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113987 Jun 23 16:58:39.545495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.571497 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Transition to ACTIVE for port object a3287693-5752-412a-ba23-f4ffb2ec7d4e will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:39.612952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0492-6d02-467d-8d0f-3facbe2cc1e4 req-74f8f6d2-6f63-4e84-820e-435c0e5b8cf9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:39.614495 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e1fe0492-6d02-467d-8d0f-3facbe2cc1e4 req-74f8f6d2-6f63-4e84-820e-435c0e5b8cf9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 931 time: 0.1259539 Jun 23 16:58:39.685388 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e1fe0492-6d02-467d-8d0f-3facbe2cc1e4 req-dc356dc9-540a-4986-ab89-f74350566d5b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Jun 23 16:58:39.686117 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.719053 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.725190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-550485b8-200f-469c-ad63-89d856189fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:39.783883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.894881 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:39.913038 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0baf4c27fb6b458c8ae567c347ac727a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0970585 Jun 23 16:58:39.914852 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:39.917023 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:39.922256 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44490) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:39.928797 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Attempting to bind port a3287693-5752-412a-ba23-f4ffb2ec7d4e on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:39.929191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Attempting to bind port a3287693-5752-412a-ba23-f4ffb2ec7d4e by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:39.930929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Attempting to bind port a3287693-5752-412a-ba23-f4ffb2ec7d4e on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:39.947459 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Port a3287693-5752-412a-ba23-f4ffb2ec7d4e on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:39.947822 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Attempting to bind port a3287693-5752-412a-ba23-f4ffb2ec7d4e on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:39.950393 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6c41fa3c-9d00-4e71-8052-8552efaabb64 req-7eb1d7f5-5ac9-48aa-a0c8-1c0608c38480 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0539198 Jun 23 16:58:39.958593 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:39.958932 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Checking segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:39.959645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Bound using segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:39.959976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Bound port: a3287693-5752-412a-ba23-f4ffb2ec7d4e, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:39.960326 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.963048 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e9c43-8c50-4425-a46c-6df94262f92d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:39.967613 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:40.048050 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.068885 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:40.074145 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:40.105506 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.156372 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4d6644f2-7377-4710-b255-9758a4931efa up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:40.213871 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4d6644f2-7377-4710-b255-9758a4931efa triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:40.214269 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.301995 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.322377 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:40.380495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:40.381103 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.382507 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] 10.222.0.68 "PUT /v2.0/ports/a3287693-5752-412a-ba23-f4ffb2ec7d4e HTTP/1.1" status: 200 len: 1093 time: 2.6144624 Jun 23 16:58:40.383019 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:40.477300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:40.481198 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:40.504380 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee527ee-44ed-4067-b9f6-12c3c1d15548 req-38b228c3-e2d2-4dcf-b3a5-c741076739d5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:40.505874 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fee527ee-44ed-4067-b9f6-12c3c1d15548 req-38b228c3-e2d2-4dcf-b3a5-c741076739d5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.2174876 Jun 23 16:58:40.533481 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-94716796-28bb-4aef-95c5-1a97d3fb8adb req-e457e861-b462-48b0-9d58-4176f1428288 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0404415 Jun 23 16:58:40.557885 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fee527ee-44ed-4067-b9f6-12c3c1d15548 req-55f882ed-f5b5-4841-b732-e2854c9ce576 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Jun 23 16:58:40.564332 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.569142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.571039 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/160e9c43-8c50-4425-a46c-6df94262f92d HTTP/1.1" status: 204 len: 168 time: 0.6462283 Jun 23 16:58:40.572934 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-60e54988-de76-4008-8417-7320db2bdc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:40.582768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e9c43-8c50-4425-a46c-6df94262f92d,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:40.587462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:40.599540 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5818d1-c028-475a-bfa5-d23f90833b62" -d '{"events": [{"name": "network-changed", "server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:40.769879 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bbcc07-706a-436f-b2b0-2e3d719fdd06 x-openstack-request-id: req-65bbcc07-706a-436f-b2b0-2e3d719fdd06 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:40.769879 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:40.769879 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-65bbcc07-706a-436f-b2b0-2e3d719fdd06 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:40.769879 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'status': 'completed', 'code': 200} Jun 23 16:58:41.076281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816324-b3ca-4717-b89e-62df5b964026 req-00ddb077-6aa0-4de4-a5c0-4a0f4575d5e9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.078323 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-55816324-b3ca-4717-b89e-62df5b964026 req-00ddb077-6aa0-4de4-a5c0-4a0f4575d5e9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.2692473 Jun 23 16:58:41.108697 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6dc7bd94-6ecf-49ce-9678-f7ee1c5c5c9a req-84bac50a-480a-48a3-8310-1995b409fe35 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0691881 Jun 23 16:58:41.149165 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-55816324-b3ca-4717-b89e-62df5b964026 req-6d16f05b-d49c-4a81-b2cb-4aa5d08a8aea tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639946 Jun 23 16:58:41.682171 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41999b96-0fe6-4a9a-b0d4-02a3b6ca0364 req-ad9ba2d9-e708-4792-8401-fd83010cbefc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0295296 Jun 23 16:58:41.761778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddaabb7-2126-4a07-99fe-6ab815af1c3a req-d1e8cd86-e607-4c43-976d-f8f690320542 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.763170 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fddaabb7-2126-4a07-99fe-6ab815af1c3a req-d1e8cd86-e607-4c43-976d-f8f690320542 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.0752802 Jun 23 16:58:41.803169 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fddaabb7-2126-4a07-99fe-6ab815af1c3a req-f61d8294-b982-4052-af0d-fa3756d04075 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Jun 23 16:58:42.305279 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f1a1e46-5b3c-4c3c-b32b-f4e27699e4b4 req-e96322a0-9841-4847-8b43-39e605e99ac9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0436862 Jun 23 16:58:42.361778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58f205-0f1d-43f7-9e2d-14765a46f75a req-c80c94e8-37db-48f6-a871-d68ac1dd9fb1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:42.363226 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e58f205-0f1d-43f7-9e2d-14765a46f75a req-c80c94e8-37db-48f6-a871-d68ac1dd9fb1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.0802624 Jun 23 16:58:42.412694 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e58f205-0f1d-43f7-9e2d-14765a46f75a req-e9a35e75-c335-40b8-8287-be6e96225e60 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Jun 23 16:58:42.829047 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2f24c7a1-24fa-4094-98f4-691614536897 req-ef2a4f52-e5ce-4c1c-b5d7-b6ea7ac20962 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0322375 Jun 23 16:58:43.007034 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6bb0f-2db3-4bf9-bded-2c77b3be207d req-8052996d-f290-475e-934d-756872307889 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:43.014694 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bfc6bb0f-2db3-4bf9-bded-2c77b3be207d req-8052996d-f290-475e-934d-756872307889 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.0878701 Jun 23 16:58:43.064314 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bfc6bb0f-2db3-4bf9-bded-2c77b3be207d req-d3c3553f-9078-4e5f-9388-d701afcaadbc tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Jun 23 16:58:43.677030 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51412fe-4d7b-4e1b-8234-bd18c1df1508 req-da696953-6132-4114-861a-4cf70d8e2845 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:43.689807 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b51412fe-4d7b-4e1b-8234-bd18c1df1508 req-da696953-6132-4114-861a-4cf70d8e2845 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1271112 Jun 23 16:58:43.951003 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-52bf0749-6edb-4b24-b117-d7a131c1cc99 req-970e2ebb-f88a-48ad-9b2f-1e584ea8f12b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0628154 Jun 23 16:58:43.954802 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b51412fe-4d7b-4e1b-8234-bd18c1df1508 req-d8fcd61c-f297-48d7-9f49-256fe64fce10 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Jun 23 16:58:43.988400 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f4b71641-e853-40dd-9b5c-a0e56151b7ed req-fbacc6c6-4d15-48fe-bdfe-42fecfd441df tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0296791 Jun 23 16:58:44.226104 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-43ae7248-0486-4be8-8e77-55e52b993881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:44.317417 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d89dd-6f7e-4915-a8c2-ab37801b7b28 req-ff7d3311-6b6c-4f99-9325-5e18c5f89d3c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:44.327733 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-679d89dd-6f7e-4915-a8c2-ab37801b7b28 req-ff7d3311-6b6c-4f99-9325-5e18c5f89d3c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.1038859 Jun 23 16:58:44.384408 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-679d89dd-6f7e-4915-a8c2-ab37801b7b28 req-32db9c6e-f8fc-4032-9a64-6150c8f9873f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Jun 23 16:58:45.138784 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e5cd5135-03fb-4934-9086-e64c040a5f4c req-fd5bbf60-bd22-4e48-9ebe-1ff38d7458e3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0506337 Jun 23 16:58:45.240137 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581f2-1990-4506-bb22-dca6f02a2a40 req-fb9a1537-fe61-477e-a39d-53a40aa181fc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:45.242517 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cd4581f2-1990-4506-bb22-dca6f02a2a40 req-fb9a1537-fe61-477e-a39d-53a40aa181fc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1676826 Jun 23 16:58:45.291603 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5b2aa7ed-f2c8-4420-914c-e9bb5d1ab204 req-793a7b36-579b-4d91-a3e9-83b0f39af70a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0427232 Jun 23 16:58:45.307826 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cd4581f2-1990-4506-bb22-dca6f02a2a40 req-f7c43732-bab2-48d2-ac14-d9e7ad1142ae tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591698 Jun 23 16:58:45.605127 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2902-f9d5-4426-b813-f1ad6fa3510c req-eb1a1163-4ca2-4c11-b16a-1c63beb4a4e2 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:45.606560 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3cb2902-f9d5-4426-b813-f1ad6fa3510c req-eb1a1163-4ca2-4c11-b16a-1c63beb4a4e2 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.0885177 Jun 23 16:58:45.654268 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3cb2902-f9d5-4426-b813-f1ad6fa3510c req-ff734aea-e041-48c3-87df-0b8ef9555a83 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jun 23 16:58:46.212692 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44692) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:46.392163 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:46.415077 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-14c91530-968a-4ca0-864f-a04a4d767525 req-35dc2c31-e41e-412c-9abc-eb27c1b1e2ee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.1052012 Jun 23 16:58:46.593232 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44718) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:46.680408 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:46.727872 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b3222-e433-435f-8d1e-49fd0137342b req-24a99070-9a71-40f8-953a-bd4c29eadb40 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:46.730046 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-055b3222-e433-435f-8d1e-49fd0137342b req-24a99070-9a71-40f8-953a-bd4c29eadb40 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1932633 Jun 23 16:58:46.785268 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-251cd002-b554-4ac5-8326-7df455727ec8 req-1a8f6206-3585-42c6-b6c6-47024227c646 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0637538 Jun 23 16:58:46.791644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:46.807910 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6762d69a-32b4-422d-b8e7-1c10da5829f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:46.885993 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-055b3222-e433-435f-8d1e-49fd0137342b req-cc8c4691-d0f4-4c49-8641-1b401828ecb7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484852 Jun 23 16:58:46.900152 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=b6e11f4dbd0a4027a79fc18796a3e8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6863356 Jun 23 16:58:46.903801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2a6744-6d40-403b-a30a-2fa4c2419d94,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:46.906667 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44734) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:46.907844 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:46.984283 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.056199 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7ff0e36-1c08-4b70-b0b3-f766c4364448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.064182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.103447 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.149844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.208589 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38190367-818c-4f75-9ed9-f65e2dcc3d67 req-3e66aa24-36cc-4703-8498-d08315898859 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:47.210177 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-38190367-818c-4f75-9ed9-f65e2dcc3d67 req-3e66aa24-36cc-4703-8498-d08315898859 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.2061188 Jun 23 16:58:47.285462 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.294355 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-38190367-818c-4f75-9ed9-f65e2dcc3d67 req-4e76d7f4-8f4c-483c-b622-1c4ad5aa41f4 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643885 Jun 23 16:58:47.404349 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.405552 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.408243 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.418300 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/af2a6744-6d40-403b-a30a-2fa4c2419d94 HTTP/1.1" status: 204 len: 168 time: 0.5015154 Jun 23 16:58:47.418300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5a371f4c-9d93-49a2-88c6-a0e14dbaae9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:47.435931 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67089401-0c9a-4888-a794-49550e74718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2a6744-6d40-403b-a30a-2fa4c2419d94,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:47.522184 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8cd1fdb13a804b089eb31e9534695023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267640 Jun 23 16:58:47.525557 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44762) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:47.527213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2cb83f-78be-45ae-93fd-e0777611b426,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:47.533007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:47.533561 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:47.534965 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:47.655846 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-58c5fe7d-7fcb-4855-a376-f16085cd414a req-7e487c83-ffde-41b4-8d87-db36a0079a99 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0630541 Jun 23 16:58:47.657320 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.697736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.861708 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.869401 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.870779 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1f2cb83f-78be-45ae-93fd-e0777611b426 HTTP/1.1" status: 204 len: 168 time: 0.3432972 Jun 23 16:58:47.871556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:47.910182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2cb83f-78be-45ae-93fd-e0777611b426,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:47.921298 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:48.028939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-949d5de6-5191-41ec-b014-c468712f2c5a req-a98c7233-7fa5-4d0b-b781-c302bf84b8e8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0510311 Jun 23 16:58:48.222483 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cda5bd-eb11-4b52-a4f1-81fb543b345a req-306c87ca-ee9d-4cef-ac0c-7c48c068464f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:48.226659 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-94cda5bd-eb11-4b52-a4f1-81fb543b345a req-306c87ca-ee9d-4cef-ac0c-7c48c068464f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1179771 Jun 23 16:58:48.276350 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-94cda5bd-eb11-4b52-a4f1-81fb543b345a req-463c2464-f6b6-4127-b01a-0dffead531a6 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Jun 23 16:58:48.424993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44802) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:48.433704 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.541115 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.576602 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f567642-67df-4518-b51a-cb168beb269d req-6907dd7c-7fca-4619-b2f2-dfa903436876 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:48.578490 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8f567642-67df-4518-b51a-cb168beb269d req-6907dd7c-7fca-4619-b2f2-dfa903436876 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.1467800 Jun 23 16:58:48.676668 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8f567642-67df-4518-b51a-cb168beb269d req-ccc31c78-3384-409e-9ff9-73a2907d0c84 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886703 Jun 23 16:58:48.759984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.852989 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d170a26a-da90-4246-a78c-50302c6140be req-c19a6c4f-16b9-4c38-9c81-ac620daf660e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0335002 Jun 23 16:58:49.182692 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e56bf3bc-803b-4be4-9e28-62f1bf4c2afc req-ab09e5d1-c5ee-4886-896e-5a87c8f68181 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0348866 Jun 23 16:58:49.325089 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.358548 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2afd5b72-8e3d-4e50-bc31-83d439f36660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:49.375998 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9b1657986eca41229cfd677a12a807ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9589691 Jun 23 16:58:49.376976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b98adad-6df0-4464-a89e-74054022dc55,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:49.378490 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44832) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:49.393534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:49.482932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.517005 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.537058 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001ed6f-e3da-4bc2-8aa9-4a2523084e3a req-4116ea1d-8826-4ffb-bcb4-69e34b810106 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:49.538573 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4001ed6f-e3da-4bc2-8aa9-4a2523084e3a req-4116ea1d-8826-4ffb-bcb4-69e34b810106 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1222336 Jun 23 16:58:49.594335 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4001ed6f-e3da-4bc2-8aa9-4a2523084e3a req-28637af0-1844-47e5-bce0-da096ca3fa24 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Jun 23 16:58:49.692163 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44838) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:49.712745 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.713174 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.716450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.718921 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2b98adad-6df0-4464-a89e-74054022dc55 HTTP/1.1" status: 204 len: 168 time: 0.3378808 Jun 23 16:58:49.718921 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0a9dd369-25fd-4095-9577-f4089af07e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:49.749237 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b98adad-6df0-4464-a89e-74054022dc55,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:49.792750 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:49.860069 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.000734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa518ff-92f7-4e9e-a1f5-d515ec764547 req-4ad7c45d-a47e-46ff-9acd-bdcf866a83c8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:50.005427 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dfa518ff-92f7-4e9e-a1f5-d515ec764547 req-4ad7c45d-a47e-46ff-9acd-bdcf866a83c8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.1108139 Jun 23 16:58:50.056888 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dfa518ff-92f7-4e9e-a1f5-d515ec764547 req-5d469d3d-1e6c-43b2-ad6b-662a2f292e06 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458314 Jun 23 16:58:50.084476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.086823 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5bb2fb1f-0266-4dce-8811-311647f0c2ea req-5558676a-8668-482d-9289-4a1409da0f8e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0433917 Jun 23 16:58:50.088398 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2dacf903-5bd8-4559-8173-8c24714098d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:50.137850 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4378cd7-17cd-43f1-827d-71786c755ee4,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:50.152309 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0aca6e1cd7664f5db398afc6739c87fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588823 Jun 23 16:58:50.153369 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:50.154873 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44850) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:50.218654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.255192 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.379668 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-77c1898a-b8fb-44ec-97cd-f0ab04d073d5 req-51a7b85b-7a48-4ca5-8b16-bb82575594f2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0342793 Jun 23 16:58:50.637644 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.637821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.642454 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.648729 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f4378cd7-17cd-43f1-827d-71786c755ee4 HTTP/1.1" status: 204 len: 168 time: 0.4878144 Jun 23 16:58:50.648729 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-315fe4b8-d055-4d97-b1d9-a7153a729e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:50.670378 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4378cd7-17cd-43f1-827d-71786c755ee4,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:50.693269 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:50.842302 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce87d5b-b36b-4f90-90af-7b8838220eee req-990b60aa-8c17-4ca5-ac4f-33f090d6852c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:50.844139 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bce87d5b-b36b-4f90-90af-7b8838220eee req-990b60aa-8c17-4ca5-ac4f-33f090d6852c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.0787060 Jun 23 16:58:50.900342 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bce87d5b-b36b-4f90-90af-7b8838220eee req-5bb294bb-950c-414c-87c6-45798c11ca3e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Jun 23 16:58:51.181218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44876) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:51.394710 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-99bcaee8-0d7b-44bb-908a-c5d9e1f7868a req-92cb22c9-7ef0-423b-8768-754f1cc249f9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0698552 Jun 23 16:58:51.402566 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f66d06-008c-4d98-8cbf-a7d4ed835a62 req-ff78a340-2bfd-4197-bb19-07730a960997 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:51.404643 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-07f66d06-008c-4d98-8cbf-a7d4ed835a62 req-ff78a340-2bfd-4197-bb19-07730a960997 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.1442177 Jun 23 16:58:51.506389 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-07f66d06-008c-4d98-8cbf-a7d4ed835a62 req-46f7766e-54a1-4224-835b-598a29d69a30 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899248 Jun 23 16:58:51.712026 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-98431ced-ddb9-47a4-bb73-1da1af8ec7cc req-6b86ef90-a7e9-47a9-a008-d27d52de7c79 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0512021 Jun 23 16:58:51.736757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.906296 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.069020 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.075823 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:52.110100 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ae246-f1d4-4b9d-b1f3-93199b3eaa5f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:52.117596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:52.155950 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2823449f771f4250a76c29034feacfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732847 Jun 23 16:58:52.161903 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 44904) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:52.169114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925106d-271f-4bff-9301-b3191e70d3ed req-3ebd2ce6-9681-439a-b622-9949b60cf91f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:52.170477 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5925106d-271f-4bff-9301-b3191e70d3ed req-3ebd2ce6-9681-439a-b622-9949b60cf91f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1373632 Jun 23 16:58:52.222610 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.240145 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5925106d-271f-4bff-9301-b3191e70d3ed req-1f43f928-12c7-49b6-b16f-97f438adcc06 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Jun 23 16:58:52.265613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.617961 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-59eccb3f-656f-4f88-860f-1ee81eb38f26 req-d210441e-9ce3-4eeb-a468-a70459113baa tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0353222 Jun 23 16:58:52.759165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d1b06-6ea7-4971-9bb2-b0ff08f09e14 req-94352816-4ded-4bc1-a522-33d52ff6a559 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:52.762342 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3e4d1b06-6ea7-4971-9bb2-b0ff08f09e14 req-94352816-4ded-4bc1-a522-33d52ff6a559 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.0770178 Jun 23 16:58:52.765411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.774650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.778849 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/1c6ae246-f1d4-4b9d-b1f3-93199b3eaa5f HTTP/1.1" status: 204 len: 168 time: 0.6212423 Jun 23 16:58:52.779982 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:52.796779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ae246-f1d4-4b9d-b1f3-93199b3eaa5f,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:52.809030 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:52.865511 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3e4d1b06-6ea7-4971-9bb2-b0ff08f09e14 req-a99e75a4-967d-4438-aeaf-6af404510622 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Jun 23 16:58:52.958458 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-83174784-4806-4dc9-8e06-5ec4417a9c42 req-a57db86f-321a-42dd-a42f-dab96e6b9246 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0371444 Jun 23 16:58:53.445235 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc41f-403a-4ed9-b90b-7ca65e4d587b req-3d6abf10-084d-401a-bbc5-387fa79cea6a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:53.446812 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ee3bc41f-403a-4ed9-b90b-7ca65e4d587b req-3d6abf10-084d-401a-bbc5-387fa79cea6a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.0690131 Jun 23 16:58:53.504546 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ee3bc41f-403a-4ed9-b90b-7ca65e4d587b req-e4caff78-8aa4-4db7-8ad9-53a6af896302 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488851 Jun 23 16:58:53.807998 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0e78d2c6-085a-4f76-9455-1a362ee926df req-5172257b-e0f4-4220-91c3-7079c7be88ce tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0286717 Jun 23 16:58:54.058533 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2561-0c83-4283-8d99-24b81581405c req-e1238cdc-817c-4209-865c-aa18c69c05c8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.060485 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a49c2561-0c83-4283-8d99-24b81581405c req-e1238cdc-817c-4209-865c-aa18c69c05c8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 931 time: 0.0854459 Jun 23 16:58:54.123986 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c6ff68c1-9eb6-4994-aa97-4f510ae9265f req-608f2cd5-38e0-41cd-8bf1-fb07f31e394e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0364263 Jun 23 16:58:54.130235 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Request body: {'port': {'device_id': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:54.130368 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Request body: {'port': {'device_id': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'admin_state_up': True, 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:54.204407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a49c2561-0c83-4283-8d99-24b81581405c req-c780ff86-7401-451d-9fb3-49faa7fab52d tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374683 Jun 23 16:58:54.228403 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.361779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-eace0990-b3bc-46ac-9870-285d353e88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.363345 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-eace0990-b3bc-46ac-9870-285d353e88d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 1096 time: 0.1633186 Jun 23 16:58:54.453906 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 44980) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:54.505572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.594219 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-36419d80-689c-4b39-9c16-8da5e7d453ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:54.595802 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-36419d80-689c-4b39-9c16-8da5e7d453ff service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=86a2a31c32ae43699784dd7713e263fd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2107897 Jun 23 16:58:54.641753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Made reservation on behalf of cc6db5115b414a2a81dd061d8b4a3baa for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:54.645972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.653077 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dd696e-192a-443c-a939-a22a273ce415 {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:54.666032 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.684774 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Transition to ACTIVE for port object c8dd696e-192a-443c-a939-a22a273ce415 will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:54.796628 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:54.812551 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:55.186605 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f90c0a98-d636-4d9f-8090-595797a08f1b req-4981c4da-6635-4fdd-8c09-63f2e96a9367 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.1156642 Jun 23 16:58:55.253097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b06ac-1611-42b1-a9fe-3154cc82f20b req-187ece28-9e51-4851-8086-3ecea87d94ec tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.261850 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-846b06ac-1611-42b1-a9fe-3154cc82f20b req-187ece28-9e51-4851-8086-3ecea87d94ec tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.5579584 Jun 23 16:58:55.292807 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-a0d105c2-2cd7-44b2-86c3-074887032510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.294775 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ec5818d1-c028-475a-bfa5-d23f90833b62 req-a0d105c2-2cd7-44b2-86c3-074887032510 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6882172 Jun 23 16:58:55.352551 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-846b06ac-1611-42b1-a9fe-3154cc82f20b req-ea73c6c5-9836-4527-a7ac-32765a32c6ba tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897317 Jun 23 16:58:55.391222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Attempting to bind port c8dd696e-192a-443c-a939-a22a273ce415 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:55.391222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Attempting to bind port c8dd696e-192a-443c-a939-a22a273ce415 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'd616d7f3-0257-4f8a-aa49-033840fa97a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:55.391222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Attempting to bind port c8dd696e-192a-443c-a939-a22a273ce415 on network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:55.391222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:55.395650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:55.397924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Port c8dd696e-192a-443c-a939-a22a273ce415 on network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:55.400996 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Attempting to bind port c8dd696e-192a-443c-a939-a22a273ce415 on network e160f40e-1f56-4f64-bb3b-5d00022a3cb9 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:55.420069 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:55.431554 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Checking segment: {'id': 'd616d7f3-0257-4f8a-aa49-033840fa97a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:55.434769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Bound using segment: {'id': 'd616d7f3-0257-4f8a-aa49-033840fa97a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:55.434769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Bound port: c8dd696e-192a-443c-a939-a22a273ce415, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd616d7f3-0257-4f8a-aa49-033840fa97a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:55.434769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:55.440097 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e62e2c7f-671e-4ef8-8b72-3ba1dc5adad1 req-1471ecd7-39ef-48c7-b7ce-d1bb66a60d4d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0805461 Jun 23 16:58:55.463370 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.68', 50608) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:55.550135 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:55.555751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c8dd696e-192a-443c-a939-a22a273ce415,segment=NetworkSegment(d616d7f3-0257-4f8a-aa49-033840fa97a9),segment_id=d616d7f3-0257-4f8a-aa49-033840fa97a9)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:55.611010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:55.621740 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Allocated IP 172.20.0.9 (75a5570c-7c33-4633-941b-064fc0dc297a/3920b4f0-2d23-430b-ab7a-0da5251e38ed/647ff6e0-4b38-4591-92d2-c347e1698b9f) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:55.644037 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea1ffb-3a2b-4904-846d-3b0717bafa7c req-cc1dde98-a776-47e0-a4d7-5fc7e26a7dea tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.645802 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0ea1ffb-3a2b-4904-846d-3b0717bafa7c req-cc1dde98-a776-47e0-a4d7-5fc7e26a7dea tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 943 time: 0.0834451 Jun 23 16:58:55.685363 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:55.698952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:55.729974 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0ea1ffb-3a2b-4904-846d-3b0717bafa7c req-5bf0128d-c627-4abe-9c08-bcd5af3891c1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 Jun 23 16:58:55.750044 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.750939 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:55.752386 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] 10.222.0.68 "PUT /v2.0/ports/c8dd696e-192a-443c-a939-a22a273ce415 HTTP/1.1" status: 200 len: 1093 time: 1.6272380 Jun 23 16:58:55.752861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:55.767134 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:55.808662 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:55.851849 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:55.855858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:55.863539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-d39a0456-eec1-4e8b-a709-c6577fd48830 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.865125 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-d39a0456-eec1-4e8b-a709-c6577fd48830 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 818 time: 0.4006653 Jun 23 16:58:55.866492 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec153eff-afd9-48a7-86f6-4d2530a11416,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:55.891934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:55.918099 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7984107f-d9a5-4696-b33b-58e5c0e85cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:55.919618 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7984107f-d9a5-4696-b33b-58e5c0e85cc2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 1096 time: 0.4322126 Jun 23 16:58:55.923983 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3bcf5d9c3f85441780138b6645d80001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4690878 Jun 23 16:58:55.927674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45036) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:55.931599 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Request body: {'port': {'device_id': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'admin_state_up': True, 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:55.948287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707" -d '{"events": [{"name": "network-changed", "server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "tag": "c8dd696e-192a-443c-a939-a22a273ce415"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:56.058706 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.130098 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.153866 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-420db9ac-0aec-42c5-96b1-c68821b33ca3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e HTTP/1.1" status: 200 len: 217 time: 0.0932062 Jun 23 16:58:56.199503 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b258219d-4ea9-45ba-9e27-eca35486c64e x-openstack-request-id: req-b258219d-4ea9-45ba-9e27-eca35486c64e {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:56.199817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "tag": "c8dd696e-192a-443c-a939-a22a273ce415", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:56.200092 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-b258219d-4ea9-45ba-9e27-eca35486c64e {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:56.200554 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415', 'status': 'completed', 'code': 200} Jun 23 16:58:56.210318 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-cb2d1385-a207-4d8d-b1e8-6bf2e7ac3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.211912 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-cb2d1385-a207-4d8d-b1e8-6bf2e7ac3390 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f462ba9bc8994de7b2e28f1d6ad38c17&device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 1096 time: 0.2044919 Jun 23 16:58:56.255676 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.285320 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-b3f4bf42-03d7-4ab8-a78d-e5f59a19357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.288196 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-b3f4bf42-03d7-4ab8-a78d-e5f59a19357b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.1241744 Jun 23 16:58:56.345642 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-59215037-e8ea-4071-afe2-c7d32cab7c41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505669 Jun 23 16:58:56.346109 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-c1cd42db-2906-4bb1-9d2d-f93d80d67d2f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8dd696e-192a-443c-a939-a22a273ce415 HTTP/1.1" status: 200 len: 217 time: 0.1066961 Jun 23 16:58:56.427934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45054) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:56.432233 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c7a4e878-734a-4a6a-b734-b87e0d73baef req-afd5e393-726e-4ebe-944c-d32130002472 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0757029 Jun 23 16:58:56.438206 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Made reservation on behalf of cc6db5115b414a2a81dd061d8b4a3baa for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:56.443493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.450064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.454865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.458858 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ec153eff-afd9-48a7-86f6-4d2530a11416 HTTP/1.1" status: 204 len: 168 time: 0.5292923 Jun 23 16:58:56.461797 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:56.488613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec153eff-afd9-48a7-86f6-4d2530a11416,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:56.500366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:56.520210 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-bfd45a40-8d78-4137-9337-69fcb9c766f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.521942 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-bfd45a40-8d78-4137-9337-69fcb9c766f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3b2633c5-593f-4d18-8656-3892127b94e1 HTTP/1.1" status: 200 len: 851 time: 0.1431887 Jun 23 16:58:56.524940 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.563624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.68', 50611) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:56.617306 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.685390 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:56.706058 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-6ec660e0-6864-46ae-ae10-4157259ed5e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e160f40e-1f56-4f64-bb3b-5d00022a3cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305356 Jun 23 16:58:56.742292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c7e75d31-4490-4e39-ae7a-cfd07a34608d req-6e7ba5b6-d015-4fb2-b279-14ae9c30c64d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.1023295 Jun 23 16:58:56.774525 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Pushing event updated for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:56.776519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.788914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:56.792894 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-16925e42-f5cd-4f5b-a2b1-bccac7a6fc26 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352005 Jun 23 16:58:56.823291 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-77332dcc-e6a1-4bd8-8bd3-217302aa0bb7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.824855 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-77332dcc-e6a1-4bd8-8bd3-217302aa0bb7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 817 time: 0.2505655 Jun 23 16:58:56.901553 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Network 75a5570c-7c33-4633-941b-064fc0dc297a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:56.916852 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:56.947427 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e1b0d3fc-440b-4661-a80c-741559f40495 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 379 time: 0.0939014 Jun 23 16:58:56.962082 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'port': {'device_id': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'admin_state_up': True, 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'security_groups': ['aa0c0840-afe7-4d68-9e00-593d0d65afd9']}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:56.965824 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:56.979336 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:56.979336 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:56.984848 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Allocated IP 172.20.0.2 (75a5570c-7c33-4633-941b-064fc0dc297a/3920b4f0-2d23-430b-ab7a-0da5251e38ed/314583a5-6e72-483f-8031-8190df2eca1a) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:57.034459 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3226694-e63a-4e8c-8a92-88bf6e3b9664 req-c753703d-9197-4fb5-a5a1-0e1956e281ea tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.040097 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3226694-e63a-4e8c-8a92-88bf6e3b9664 req-c753703d-9197-4fb5-a5a1-0e1956e281ea tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.4929547 Jun 23 16:58:57.057583 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-7fedd8ac-91bd-423e-8411-bbcee7b5563e service neutron] 10.222.0.68 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273122 Jun 23 16:58:57.183108 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7055cb9d-92c7-4a56-ae9c-ff20cb2d0c53 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798387 Jun 23 16:58:57.211627 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f14499-c436-41f4-afa1-f3d41eae5fbd req-fbac650d-0073-43fb-acac-f2a994417477 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.213273 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-52f14499-c436-41f4-afa1-f3d41eae5fbd req-fbac650d-0073-43fb-acac-f2a994417477 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 943 time: 0.1935005 Jun 23 16:58:57.215260 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2f397-91cd-4749-8690-6aaf5e01a60b req-b8b22b16-e821-407c-9411-9b475ed2ed1c service neutron] 10.222.0.68 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490715 Jun 23 16:58:57.230458 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3226694-e63a-4e8c-8a92-88bf6e3b9664 req-6b055e10-8e5c-4da1-b8e5-0df951b0d145 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673398 Jun 23 16:58:57.294157 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-52f14499-c436-41f4-afa1-f3d41eae5fbd req-efb4977b-ceeb-4d78-bd66-611ac11df02f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666234 Jun 23 16:58:57.325519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.363773 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.483122 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.488814 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bb9d5024-3cc0-4399-8110-841fd915b104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:57.515341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.534062 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b061d4-42e1-433d-b718-1260b27d1000,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:57.540483 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:57.540964 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:57.563665 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=df4e9a4a694343c4a595c4fbc82208e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1183906 Jun 23 16:58:57.564275 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45100) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:57.594798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Network 75a5570c-7c33-4633-941b-064fc0dc297a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:57.598321 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:57.605197 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:57.610758 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.611391 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.636436 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Pushing event updated for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:57.641584 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.656588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:57.658796 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9884cd31-1470-4b65-9aa2-303dc760890f req-c24c0d41-cc5f-489a-b75e-a586dc656d47 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0423243 Jun 23 16:58:57.660026 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5364509 Jun 23 16:58:57.680546 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.694112 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Request body: {'port': {'device_id': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:57.748177 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Made reservation on behalf of c504db01624842e7aff3ea7deddf20c8 for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:57.753231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:57.808729 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-8aaefb24-4304-4d33-b25b-6e78620d14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:57.810805 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-8aaefb24-4304-4d33-b25b-6e78620d14c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f462ba9bc8994de7b2e28f1d6ad38c17&device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 1096 time: 0.1229832 Jun 23 16:58:57.922317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.002235 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0769937 Jun 23 16:58:58.003369 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.013819 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.014972 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/04b061d4-42e1-433d-b718-1260b27d1000 HTTP/1.1" status: 204 len: 168 time: 0.4497323 Jun 23 16:58:58.024447 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:58.027428 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Request body: {'port': {'device_id': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:58.273336 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.338363 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b061d4-42e1-433d-b718-1260b27d1000,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:58.353574 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:58.390220 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-06a3ec1e-f42f-411f-ae20-1261eb9453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.390220 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-06a3ec1e-f42f-411f-ae20-1261eb9453b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e160f40e-1f56-4f64-bb3b-5d00022a3cb9 HTTP/1.1" status: 200 len: 913 time: 0.5644186 Jun 23 16:58:58.458094 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-b2e97662-6db3-40f1-a980-c4d702bfc075 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8dd696e-192a-443c-a939-a22a273ce415 HTTP/1.1" status: 200 len: 217 time: 0.0593753 Jun 23 16:58:58.469333 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Allocated IP 172.20.0.9 (fa638a43-811f-44d5-9576-829ad4192938/dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00/103b67bf-3728-4cd7-ae69-36f73fa07506) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:58.522732 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcc4c1-51f6-41e0-a416-01e5834e8ed7 req-bd5f78d4-9a7c-4041-9b0f-e9a52162419b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.524456 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30bcc4c1-51f6-41e0-a416-01e5834e8ed7 req-bd5f78d4-9a7c-4041-9b0f-e9a52162419b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 931 time: 0.5516152 Jun 23 16:58:58.579780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-87f49308-7181-4233-a6cd-abe34f3dd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.581323 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-87f49308-7181-4233-a6cd-abe34f3dd85c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3b2633c5-593f-4d18-8656-3892127b94e1 HTTP/1.1" status: 200 len: 851 time: 0.1137002 Jun 23 16:58:58.646031 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-44a0b8c2-293f-442e-a57a-7a0ff76369d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e160f40e-1f56-4f64-bb3b-5d00022a3cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540936 Jun 23 16:58:58.671741 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30bcc4c1-51f6-41e0-a416-01e5834e8ed7 req-1afbbf24-5a0b-4567-83a6-a6846cba0556 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243901 Jun 23 16:58:58.843859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361dda-7709-48c4-ab5b-71ed5ee4b767 req-2d485538-3962-4ab7-aafc-3856d929bc4b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:58.856147 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-45361dda-7709-48c4-ab5b-71ed5ee4b767 req-2d485538-3962-4ab7-aafc-3856d929bc4b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.3084574 Jun 23 16:58:58.911189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647ff6e0-4b38-4591-92d2-c347e1698b9f {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:58.916393 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.923575 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:58.944546 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-45361dda-7709-48c4-ab5b-71ed5ee4b767 req-bb221dec-c4d3-4726-9e89-2b7c90ce3481 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855281 Jun 23 16:58:58.947108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Transition to ACTIVE for port object 647ff6e0-4b38-4591-92d2-c347e1698b9f will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:58.962469 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-d5176f15-060a-4831-a621-3af6438e1d34 service neutron] 10.222.0.68 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180681 Jun 23 16:58:58.972423 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Transition to ACTIVE for port object 103b67bf-3728-4cd7-ae69-36f73fa07506 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:59.105651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.125425 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe19ed-5904-495e-bf8f-e617c0c2c8aa req-14ef5412-7175-4c8f-a328-1c5e484c5101 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:59.127321 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-82fe19ed-5904-495e-bf8f-e617c0c2c8aa req-14ef5412-7175-4c8f-a328-1c5e484c5101 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 943 time: 0.2317226 Jun 23 16:58:59.179915 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-73a15633-4b44-4bf0-9944-adcc79afdd20 service neutron] 10.222.0.68 "GET /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039516 Jun 23 16:58:59.197706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5b886fe7-f61b-4d7d-9149-19e88acb3fe7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:59.203877 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-82fe19ed-5904-495e-bf8f-e617c0c2c8aa req-9d72f7ce-f7af-4c60-9399-0aa762f7e699 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Jun 23 16:58:59.221733 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3fe10aa-22bc-4c1a-b184-b0f301a6855a req-ec10591e-4b7b-45b4-aff1-8d33a31b33bd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.1177540 Jun 23 16:58:59.409350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45154) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:59.409350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Pushing event updated for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Attempting to bind port 647ff6e0-4b38-4591-92d2-c347e1698b9f on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Attempting to bind port 647ff6e0-4b38-4591-92d2-c347e1698b9f by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Attempting to bind port 647ff6e0-4b38-4591-92d2-c347e1698b9f on network 75a5570c-7c33-4633-941b-064fc0dc297a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Port 647ff6e0-4b38-4591-92d2-c347e1698b9f on network 75a5570c-7c33-4633-941b-064fc0dc297a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Attempting to bind port 647ff6e0-4b38-4591-92d2-c347e1698b9f on network 75a5570c-7c33-4633-941b-064fc0dc297a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Checking segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Bound using segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:59.410513 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Bound port: 647ff6e0-4b38-4591-92d2-c347e1698b9f, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:59.411808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.411968 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.447610 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314583a5-6e72-483f-8031-8190df2eca1a {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:59.454978 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.467794 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:59.468548 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.488860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:59.492634 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Transition to ACTIVE for port object 314583a5-6e72-483f-8031-8190df2eca1a will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:59.494490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:59.501602 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Network fa638a43-811f-44d5-9576-829ad4192938 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:59.504672 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:59.508436 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:59.518458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:59.518458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.532848 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:59.536124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:59.570963 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.571738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.572544 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.577521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:59.581759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a27f322f-7492-4266-9f04-9217332aad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:59.649004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fcf59f-e88e-4ac6-8286-004fca3b819f,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:59.649004 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cfdfdacf75cc48af9875e385a592cf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523602 Jun 23 16:58:59.649004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:59.650738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45164) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:59.654261 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:59.655243 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.656750 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] 10.222.0.68 "PUT /v2.0/ports/647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 1093 time: 1.9679294 Jun 23 16:58:59.659943 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:59.664474 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1ae68-b363-4398-b5cb-1814474fbdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:59.689079 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7312324 Jun 23 16:58:59.707563 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Pushing event updated for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:59.731810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Request body: {'port': {'device_id': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:59.768109 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf7de7-ebb9-45b8-abcb-7cf64c7c1550 x-openstack-request-id: req-3adf7de7-ebb9-45b8-abcb-7cf64c7c1550 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:59.768437 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:59.768667 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-3adf7de7-ebb9-45b8-abcb-7cf64c7c1550 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:59.769074 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f', 'status': 'completed', 'code': 200} Jun 23 16:58:59.843599 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Attempting to bind port 314583a5-6e72-483f-8031-8190df2eca1a on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:59.843835 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Attempting to bind port 314583a5-6e72-483f-8031-8190df2eca1a by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:59.844144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Attempting to bind port 314583a5-6e72-483f-8031-8190df2eca1a on network 75a5570c-7c33-4633-941b-064fc0dc297a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:59.884490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Port 314583a5-6e72-483f-8031-8190df2eca1a on network 75a5570c-7c33-4633-941b-064fc0dc297a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:59.888476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Attempting to bind port 314583a5-6e72-483f-8031-8190df2eca1a on network 75a5570c-7c33-4633-941b-064fc0dc297a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:59.898839 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.917120 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Pushing event updated for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:59.941729 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:59.942625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:59.942982 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:59.947852 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:59.948189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Checking segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:59.948570 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Bound using segment: {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:59.949075 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Bound port: 314583a5-6e72-483f-8031-8190df2eca1a, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd133fead-8b50-4763-bfd8-409844d64e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:59.949425 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.950464 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.968886 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:59.980009 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-5820824f-f48a-4c7c-9468-f8c907a47e90 None None] Provisioning for port 103b67bf-3728-4cd7-ae69-36f73fa07506 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:59.989663 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a3287693-5752-412a-ba23-f4ffb2ec7d4e details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:00.015199 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-5820824f-f48a-4c7c-9468-f8c907a47e90 None None] Provisioning complete for port 103b67bf-3728-4cd7-ae69-36f73fa07506 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:00.015609 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5820824f-f48a-4c7c-9468-f8c907a47e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.105828 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-5820824f-f48a-4c7c-9468-f8c907a47e90 None None] Port 103b67bf-3728-4cd7-ae69-36f73fa07506 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:59:00.107359 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-c8d8ccbd-1070-407c-90cd-0fbaf34ef4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.108939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-c8d8ccbd-1070-407c-90cd-0fbaf34ef4c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1096 time: 0.3002753 Jun 23 16:59:00.227492 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6400d-e164-4eea-b26a-23bf7185fbb2 req-26b3dc85-47c7-463a-8efd-09f426464946 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.229122 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6c6400d-e164-4eea-b26a-23bf7185fbb2 req-26b3dc85-47c7-463a-8efd-09f426464946 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 943 time: 0.3456750 Jun 23 16:59:00.239882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:59:00.250243 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:00.276578 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'port_id': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'mac_address': 'fa:16:3e:71:85:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8216d915-0d76-449e-821a-965082f06edc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:00.276928 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=314583a5-6e72-483f-8031-8190df2eca1a,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:59:00.312766 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-7e09ae94-0413-497e-934e-66bc7a61f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.314278 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-7e09ae94-0413-497e-934e-66bc7a61f845 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1839411 Jun 23 16:59:00.318752 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6c6400d-e164-4eea-b26a-23bf7185fbb2 req-3cf91997-c67c-4035-8fc7-3a47b950251c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721221 Jun 23 16:59:00.349704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e0a1-440b-44fc-80a2-0004b6850c1e req-d70ae269-e300-412f-8b5e-d07219258135 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.352082 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-85f3e0a1-440b-44fc-80a2-0004b6850c1e req-d70ae269-e300-412f-8b5e-d07219258135 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 943 time: 0.1616893 Jun 23 16:59:00.432738 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.432840 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-85f3e0a1-440b-44fc-80a2-0004b6850c1e req-7bc37cdc-7133-4af4-bb47-d1f94d70ea73 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704186 Jun 23 16:59:00.446513 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3287693-5752-412a-ba23-f4ffb2ec7d4e {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:00.479232 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:00.481077 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-1e29a30e-4843-4779-b500-d65d1bc2c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.483837 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aae1ae68-b363-4398-b5cb-1814474fbdd0 req-1e29a30e-4843-4779-b500-d65d1bc2c126 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1615324 Jun 23 16:59:00.528093 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.538371 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.538664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:00.547985 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.551628 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a1fcf59f-e88e-4ac6-8286-004fca3b819f HTTP/1.1" status: 204 len: 168 time: 0.8971529 Jun 23 16:59:00.551628 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.554320 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:00.563515 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.564262 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c8dd696e-192a-443c-a939-a22a273ce415 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:00.565544 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:00.578640 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:00.580535 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fcf59f-e88e-4ac6-8286-004fca3b819f,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:00.591122 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:00.593944 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Transition to ACTIVE for port object 103b67bf-3728-4cd7-ae69-36f73fa07506 will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:59:00.631682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Pushing event updated for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:00.641099 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:00.685758 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.686515 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.688231 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] 10.222.0.68 "PUT /v2.0/ports/314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 200 len: 1093 time: 2.6676672 Jun 23 16:59:00.691362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473003a-fdb5-4c57-a111-b5a9bab7de8e req-fa3d3a18-ac5c-4bfe-96e3-c03b021dc53d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.699047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:00.701693 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9473003a-fdb5-4c57-a111-b5a9bab7de8e req-fa3d3a18-ac5c-4bfe-96e3-c03b021dc53d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 931 time: 0.0983377 Jun 23 16:59:00.704379 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:00.723081 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.742321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-663b0033-7184-47c0-a458-95f7220b86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:00.744894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0486b-079d-4218-91b6-c26d3f240e34 req-d756c6b4-14fb-4bea-a6bf-63a41e545353 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.748175 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-24d0486b-079d-4218-91b6-c26d3f240e34 req-d756c6b4-14fb-4bea-a6bf-63a41e545353 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 943 time: 0.2375269 Jun 23 16:59:00.749005 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-a21ad17f-73b7-4b69-8ff3-6b5ba0e470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.750458 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-a21ad17f-73b7-4b69-8ff3-6b5ba0e470e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1096 time: 0.1228704 Jun 23 16:59:00.750655 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c8dd696e-192a-443c-a939-a22a273ce415,segment=NetworkSegment(d616d7f3-0257-4f8a-aa49-033840fa97a9),segment_id=d616d7f3-0257-4f8a-aa49-033840fa97a9)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:00.768238 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'c8dd696e-192a-443c-a939-a22a273ce415', 'network_id': 'e160f40e-1f56-4f64-bb3b-5d00022a3cb9', 'port_id': 'c8dd696e-192a-443c-a939-a22a273ce415', 'mac_address': 'fa:16:3e:26:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2633c5-593f-4d18-8656-3892127b94e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:00.817774 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-24d0486b-079d-4218-91b6-c26d3f240e34 req-a2b2956b-dfb4-433b-bfac-cf72c47d0c35 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Jun 23 16:59:00.844086 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.850711 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9473003a-fdb5-4c57-a111-b5a9bab7de8e req-41d3546b-65cf-4aa4-87c7-c943909d3196 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480229 Jun 23 16:59:00.862121 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-c011bca8-ac36-4a76-a2dd-55de648207aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.0627840 Jun 23 16:59:00.870939 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dd696e-192a-443c-a939-a22a273ce415 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:00.879711 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:00.909824 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:00.920121 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c8dd696e-192a-443c-a939-a22a273ce415,segment=NetworkSegment(d616d7f3-0257-4f8a-aa49-033840fa97a9),segment_id=d616d7f3-0257-4f8a-aa49-033840fa97a9)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:00.929431 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Attempting to bind port 103b67bf-3728-4cd7-ae69-36f73fa07506 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:59:00.929752 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Attempting to bind port 103b67bf-3728-4cd7-ae69-36f73fa07506 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:59:00.930070 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Attempting to bind port 103b67bf-3728-4cd7-ae69-36f73fa07506 on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:59:00.936287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Port 103b67bf-3728-4cd7-ae69-36f73fa07506 on network fa638a43-811f-44d5-9576-829ad4192938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:59:00.936958 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Attempting to bind port 103b67bf-3728-4cd7-ae69-36f73fa07506 on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:59:00.944317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:59:00.949532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Checking segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:59:00.949532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Bound using segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:59:00.949532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Bound port: 103b67bf-3728-4cd7-ae69-36f73fa07506, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:59:00.949532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:00.981297 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-957bdb69-a7ef-4664-b843-f9a0b5d0b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:00.983296 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-957bdb69-a7ef-4664-b843-f9a0b5d0b5b7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0763602 Jun 23 16:59:01.009884 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:01.015202 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-4edb6e14-0213-4dd2-a8fd-aad3e68ac41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:01.030345 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-d6136cb6-a46f-4311-baf3-742b19ed16ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381174 Jun 23 16:59:01.063383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-0a05a1c1-1443-4186-b410-08e25c0bf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.064577 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:59:01.065851 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-0a05a1c1-1443-4186-b410-08e25c0bf7da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1096 time: 0.2130177 Jun 23 16:59:01.069943 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:59:01.080034 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:01.083230 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:01.151038 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-2eca15bb-2590-4d63-ab9f-42883a3a51e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 200 len: 217 time: 0.0624490 Jun 23 16:59:01.197429 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:01.200952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:01.216199 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-bf02f29c-c3db-42ed-8a72-8aef469c1d06 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739149 Jun 23 16:59:01.224485 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-6c67331a-a27d-49c0-a260-ead011b9197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.225276 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-6c67331a-a27d-49c0-a260-ead011b9197a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0635235 Jun 23 16:59:01.254936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.257069 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:01.259536 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] 10.222.0.68 "PUT /v2.0/ports/103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 1093 time: 1.5526173 Jun 23 16:59:01.263752 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:01.264984 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e84d982-af4c-434e-98c5-c0862158f7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:01.292960 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-914dd4e6-6929-4733-91a6-faa66b0dc43c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578151 Jun 23 16:59:01.310171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:01.312221 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:01.314236 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9307f407-e5b0-4c44-b305-9612743b0d93 x-openstack-request-id: req-9307f407-e5b0-4c44-b305-9612743b0d93 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:01.314632 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:01.314970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-9307f407-e5b0-4c44-b305-9612743b0d93 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:01.315462 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'status': 'completed', 'code': 200} Jun 23 16:59:01.499310 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-fc75d79a-b989-49bc-a4fa-33d6ff8d1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.515762 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-fc75d79a-b989-49bc-a4fa-33d6ff8d1d9f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1096 time: 0.1194878 Jun 23 16:59:01.515908 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-b3e0de4f-21c1-47d5-9cf8-14ccc46804ac service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861076 Jun 23 16:59:01.539327 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-0cffd21d-0a37-4207-adef-f17e7e40f703 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131249 Jun 23 16:59:01.652455 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:01.701159 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['c8dd696e-192a-443c-a939-a22a273ce415'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:01.785148 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-f8ced077-3956-48f9-92e2-8f2405c4250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.786539 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-f8ced077-3956-48f9-92e2-8f2405c4250f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c504db01624842e7aff3ea7deddf20c8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2364752 Jun 23 16:59:01.834019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aba16-b54a-4ae3-a512-d3f7ad42a537 req-cfc9a422-a71e-4e69-ac86-e24d980acf0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.852254 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea8aba16-b54a-4ae3-a512-d3f7ad42a537 req-cfc9a422-a71e-4e69-ac86-e24d980acf0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 943 time: 0.3454745 Jun 23 16:59:01.952733 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:01.956038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c3f59-a5b3-42de-87fa-6b77f5df2553" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "tag": "314583a5-6e72-483f-8031-8190df2eca1a"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:01.971642 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a28a026c-b796-4771-8cee-4e4f8bc29c55 req-09de4ef7-276a-453d-90f5-ddfd81dc4ba1 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310703 Jun 23 16:59:01.987145 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd8b39-ab20-4f19-aba9-0c67209aafab req-5eb6933e-fff1-458c-9965-5521aa0ccf85 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:01.988931 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-12cd8b39-ab20-4f19-aba9-0c67209aafab req-5eb6933e-fff1-458c-9965-5521aa0ccf85 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 944 time: 0.3508730 Jun 23 16:59:02.033713 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea8aba16-b54a-4ae3-a512-d3f7ad42a537 req-875059a4-72ab-43fd-bf1b-f5a6d9569cc2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805527 Jun 23 16:59:02.042305 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-12cd8b39-ab20-4f19-aba9-0c67209aafab req-8ca99b0f-0101-48c5-85b4-3f02dcce2e5e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Jun 23 16:59:02.096475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-02db584b-feff-4e38-bfca-75a81aeb3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.101173 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7e84d982-af4c-434e-98c5-c0862158f7bf req-02db584b-feff-4e38-bfca-75a81aeb3610 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3020167 Jun 23 16:59:02.290830 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf53dc-4aa2-4010-8165-1196246614ab req-3dc76ba6-22df-40ad-8400-f1dd32525741 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.292608 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-27bf53dc-4aa2-4010-8165-1196246614ab req-3dc76ba6-22df-40ad-8400-f1dd32525741 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 944 time: 0.1075740 Jun 23 16:59:02.362755 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-27bf53dc-4aa2-4010-8165-1196246614ab req-f223b12b-7cd2-4467-ab0e-0db4e976636c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560551 Jun 23 16:59:02.446229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbfc1c5-5f3e-4e78-aed8-d7c56e283110 x-openstack-request-id: req-1cbfc1c5-5f3e-4e78-aed8-d7c56e283110 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:02.446762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "tag": "314583a5-6e72-483f-8031-8190df2eca1a", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:02.447088 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-1cbfc1c5-5f3e-4e78-aed8-d7c56e283110 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:02.447613 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a', 'status': 'completed', 'code': 200} Jun 23 16:59:02.544408 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc0f00-60d5-48a5-bb73-1ffcc210d6ed req-de6b36a9-220e-4718-8ad9-87df0b72ff9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.551965 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d2bc0f00-60d5-48a5-bb73-1ffcc210d6ed req-de6b36a9-220e-4718-8ad9-87df0b72ff9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.3434780 Jun 23 16:59:02.561932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-1f4b3859-4a9e-4bf7-a30b-107465a7ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.563358 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-1f4b3859-4a9e-4bf7-a30b-107465a7ee2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1096 time: 0.1081717 Jun 23 16:59:02.572161 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-151695bd-090f-4485-8158-b55f091a864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.574145 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-151695bd-090f-4485-8158-b55f091a864b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1096 time: 0.0705957 Jun 23 16:59:02.602165 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d2bc0f00-60d5-48a5-bb73-1ffcc210d6ed req-2cea458d-1719-4087-8e87-bf6a6e63ba96 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490592 Jun 23 16:59:02.646039 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-d7b7c744-0611-402a-9f95-8904271353f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 217 time: 0.0562744 Jun 23 16:59:02.742936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e0cd055c-895a-4e6b-9340-8b4297160e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.744834 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-e0cd055c-895a-4e6b-9340-8b4297160e48 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0853817 Jun 23 16:59:02.816484 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-4665aff9-3d1a-4e66-9d88-82cc0a489988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.816484 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-4665aff9-3d1a-4e66-9d88-82cc0a489988 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.2227023 Jun 23 16:59:02.836055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-00c91c71-30b4-4311-8dd0-c68a61771f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.837623 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-00c91c71-30b4-4311-8dd0-c68a61771f76 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843711 Jun 23 16:59:02.864401 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-c87ef998-0481-40c6-b640-9b3fa2c700e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 200 len: 217 time: 0.0360658 Jun 23 16:59:02.864889 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45266) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:02.918034 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-6bfd769d-2a64-4f1e-a835-8642f5050265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:02.919597 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-6bfd769d-2a64-4f1e-a835-8642f5050265 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0488219 Jun 23 16:59:02.942236 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-c85c3dc3-0ddc-429e-92af-6d4f6c31e221 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964813 Jun 23 16:59:02.960766 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-b7846ffe-7d01-41e6-969a-02d93f320817 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312650 Jun 23 16:59:03.048708 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cd43f63-45b2-4f52-b54c-fe72d2761957 req-a1987556-a875-457f-90a2-ef3cd5747a84 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988779 Jun 23 16:59:03.060530 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.109656 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-aa2f5d8a-82e6-4ab8-ba5e-88c9a20b6fd9 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363657 Jun 23 16:59:03.248415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588aab3-e46b-4baa-b624-04762d18df81 req-f9e25630-b08b-4d42-8e8f-4564b1a1cd1b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.249919 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f588aab3-e46b-4baa-b624-04762d18df81 req-f9e25630-b08b-4d42-8e8f-4564b1a1cd1b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 943 time: 0.0726895 Jun 23 16:59:03.284922 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.290280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45278) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:03.299420 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-793c3f59-a5b3-42de-87fa-6b77f5df2553 req-d16f8aff-fb93-4800-b03c-09aea964360a service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814826 Jun 23 16:59:03.300879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f588aab3-e46b-4baa-b624-04762d18df81 req-e996aa04-1cd8-4c91-8e72-781867eac196 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Jun 23 16:59:03.320821 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893c9e2-dab5-4ab2-b0cb-65be50535494 req-3762bc03-cd7c-4859-808b-fafed6dacc28 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.320821 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b893c9e2-dab5-4ab2-b0cb-65be50535494 req-3762bc03-cd7c-4859-808b-fafed6dacc28 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 944 time: 0.1602402 Jun 23 16:59:03.363585 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b893c9e2-dab5-4ab2-b0cb-65be50535494 req-544db118-e46d-4d15-bc3a-c558164c587d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Jun 23 16:59:03.369599 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.373778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:03.409152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.411758 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=62814e9b4f5e4f3e9c4b4fc807b94c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443585 Jun 23 16:59:03.411982 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507837e1-e794-4221-b6b0-4330a99615f5,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:03.425718 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45284) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:03.428023 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:03.492131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.514080 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.535640 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.567625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39eaa3-ea94-42d8-afb4-e5a1473a244b req-df95841f-22cd-455e-be31-f46870c21f72 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.569116 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab39eaa3-ea94-42d8-afb4-e5a1473a244b req-df95841f-22cd-455e-be31-f46870c21f72 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 944 time: 0.0800540 Jun 23 16:59:03.608409 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab39eaa3-ea94-42d8-afb4-e5a1473a244b req-430b99c4-1943-419d-9434-db56053cebed tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Jun 23 16:59:03.626541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.629532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-77a0d69c-62b9-4b75-971b-f9eb0033c57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:03.655618 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.659062 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.662639 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/507837e1-e794-4221-b6b0-4330a99615f5 HTTP/1.1" status: 204 len: 168 time: 0.2335126 Jun 23 16:59:03.662639 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:03.670186 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507837e1-e794-4221-b6b0-4330a99615f5,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:03.673185 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45290) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:03.673619 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c9a3480449d2424ca0c84195e5e2bad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780916 Jun 23 16:59:03.680462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad95b7-a4b1-445e-bd79-35f9e0a67080,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:03.681750 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:03.683858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:03.743413 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.777764 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.854574 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e54162-a5f5-4366-9836-99cde691e911 req-175fc745-a1c2-4e29-aa9c-362a667ab94a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:03.856105 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70e54162-a5f5-4366-9836-99cde691e911 req-175fc745-a1c2-4e29-aa9c-362a667ab94a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0928476 Jun 23 16:59:03.898747 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70e54162-a5f5-4366-9836-99cde691e911 req-162a388b-ad7e-4f7b-9372-e7f7f7c2f3ee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341761 Jun 23 16:59:03.986023 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.989088 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:03.990243 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6cad95b7-a4b1-445e-bd79-35f9e0a67080 HTTP/1.1" status: 204 len: 168 time: 0.3159857 Jun 23 16:59:03.991952 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-50b69416-fada-4158-8126-8cbbf16bee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:04.002475 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad95b7-a4b1-445e-bd79-35f9e0a67080,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:04.004784 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:04.507643 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87922c96-9d90-422a-8f46-217d9ab14ed1 req-e3e8e231-3c63-48ea-8c8f-2e11e91be898 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:04.507643 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-87922c96-9d90-422a-8f46-217d9ab14ed1 req-e3e8e231-3c63-48ea-8c8f-2e11e91be898 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 943 time: 0.0839756 Jun 23 16:59:04.550228 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-87922c96-9d90-422a-8f46-217d9ab14ed1 req-638123d1-0358-45b7-ab72-c4ed0da403a9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Jun 23 16:59:04.562431 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a7da9-992d-464c-b921-b83eb75b9c96 req-6c902fac-8d59-4f00-9666-8a511fff171a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:04.563936 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ae9a7da9-992d-464c-b921-b83eb75b9c96 req-6c902fac-8d59-4f00-9666-8a511fff171a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 944 time: 0.0694966 Jun 23 16:59:04.609882 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45316) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:04.613323 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ae9a7da9-992d-464c-b921-b83eb75b9c96 req-53bc2dec-7d09-4e70-ad69-86c19e50c9e5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Jun 23 16:59:04.623970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:04.714732 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:04.796648 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209050b2-7e8c-4edc-8763-f9ce3d35d362 req-3f6b6394-adf0-4f1f-859f-d90f6bf339bc tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:04.798133 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-209050b2-7e8c-4edc-8763-f9ce3d35d362 req-3f6b6394-adf0-4f1f-859f-d90f6bf339bc tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 944 time: 0.0724082 Jun 23 16:59:04.803222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:04.809004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9d98fcae-6471-441b-978b-9799152a4c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:04.859571 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a591f684cc554641b9f41c485559053b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484722 Jun 23 16:59:04.862165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45324) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:04.871421 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef9524-2e6d-412c-96e0-bcd8a6faae54,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:04.875811 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:04.881905 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-209050b2-7e8c-4edc-8763-f9ce3d35d362 req-b4184083-84f5-4053-a079-d7ae24aa3f03 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739267 Jun 23 16:59:04.920631 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:04.947000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.091203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271da0-675e-4126-9006-d2c428dbefdd req-36c20ee3-f80b-4d7d-bec3-1a7b4837ec88 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:05.092823 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75271da0-675e-4126-9006-d2c428dbefdd req-36c20ee3-f80b-4d7d-bec3-1a7b4837ec88 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0713396 Jun 23 16:59:05.124874 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.135695 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.135695 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6aef9524-2e6d-412c-96e0-bcd8a6faae54 HTTP/1.1" status: 204 len: 168 time: 0.2676384 Jun 23 16:59:05.135695 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:05.140953 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75271da0-675e-4126-9006-d2c428dbefdd req-cd2616a3-4dbe-489c-aa8f-43709db01eb4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Jun 23 16:59:05.152478 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef9524-2e6d-412c-96e0-bcd8a6faae54,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:05.156434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:05.754295 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4bc34-bd84-4133-800a-e23b7113c5b8 req-8bd8d8ec-265b-4a96-9e98-e865a3d031f1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:05.755848 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d8f4bc34-bd84-4133-800a-e23b7113c5b8 req-8bd8d8ec-265b-4a96-9e98-e865a3d031f1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 943 time: 0.0871735 Jun 23 16:59:05.805329 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d8f4bc34-bd84-4133-800a-e23b7113c5b8 req-9f764cf6-eac7-4631-b350-1e8f87d822dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Jun 23 16:59:05.860040 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ff586-88a9-4c3b-a975-da464b26335b req-e0c1f081-ff07-4689-b135-3a986855995a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:05.861544 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9ff586-88a9-4c3b-a975-da464b26335b req-e0c1f081-ff07-4689-b135-3a986855995a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 944 time: 0.0973110 Jun 23 16:59:05.902431 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9ff586-88a9-4c3b-a975-da464b26335b req-7ddfc964-98a9-46e3-aa97-1c25d6c01291 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352015 Jun 23 16:59:06.025581 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 314583a5-6e72-483f-8031-8190df2eca1a details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:06.039776 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a3287693-5752-412a-ba23-f4ffb2ec7d4e up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:06.100333 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7073-a528-4d5c-a87e-a378b87e8347 req-e8520f32-122d-4d19-815f-e2ebeaac3846 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:06.102056 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8ddc7073-a528-4d5c-a87e-a378b87e8347 req-e8520f32-122d-4d19-815f-e2ebeaac3846 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 944 time: 0.0979373 Jun 23 16:59:06.158796 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8ddc7073-a528-4d5c-a87e-a378b87e8347 req-d47f9aa3-7cbf-4543-8b65-b209fff1a634 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502286 Jun 23 16:59:06.226819 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=314583a5-6e72-483f-8031-8190df2eca1a,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:06.233514 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '314583a5-6e72-483f-8031-8190df2eca1a', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'port_id': '314583a5-6e72-483f-8031-8190df2eca1a', 'mac_address': 'fa:16:3e:f1:6b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:06.285552 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.304796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314583a5-6e72-483f-8031-8190df2eca1a {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:06.310552 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port a3287693-5752-412a-ba23-f4ffb2ec7d4e completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:59:06.320905 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port a3287693-5752-412a-ba23-f4ffb2ec7d4e triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:06.321285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.358059 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=314583a5-6e72-483f-8031-8190df2eca1a,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:06.398122 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a720e-1935-41ee-8ca8-f152d6b56932 req-6df2f035-6357-4f4f-9fe6-d3de111941fb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:06.399451 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1f5a720e-1935-41ee-8ca8-f152d6b56932 req-6df2f035-6357-4f4f-9fe6-d3de111941fb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0966680 Jun 23 16:59:06.443210 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.457052 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1f5a720e-1935-41ee-8ca8-f152d6b56932 req-c6d9711b-e03e-4a47-bd96-a4f48d537017 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518007 Jun 23 16:59:06.459824 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.462562 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:06.501181 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:06.586352 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:06.613775 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:06.617816 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:06.689882 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.691602 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c8dd696e-192a-443c-a939-a22a273ce415 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:06.700777 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:06.756042 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5f930-a33a-4ebd-b446-ecea35d44a45" -d '{"events": [{"server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "name": "network-vif-plugged", "status": "completed", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:06.801151 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:06.805282 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:06.834326 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['314583a5-6e72-483f-8031-8190df2eca1a'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:06.864515 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8fda9c-1f49-4b1d-9224-8085b036390f x-openstack-request-id: req-ab8fda9c-1f49-4b1d-9224-8085b036390f {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:06.864515 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "name": "network-vif-plugged", "status": "completed", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:06.864515 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ab8fda9c-1f49-4b1d-9224-8085b036390f {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:06.864515 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'code': 200} Jun 23 16:59:06.961906 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 647ff6e0-4b38-4591-92d2-c347e1698b9f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:06.971013 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port c8dd696e-192a-443c-a939-a22a273ce415 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:59:07.010667 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port c8dd696e-192a-443c-a939-a22a273ce415 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:07.018607 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.039247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10aec9-21ff-446f-90a2-a1bb92ee85f6 req-a72efe41-0b6a-438e-89bc-f6126d625073 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.047647 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e10aec9-21ff-446f-90a2-a1bb92ee85f6 req-a72efe41-0b6a-438e-89bc-f6126d625073 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 944 time: 0.0976958 Jun 23 16:59:07.092189 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e10aec9-21ff-446f-90a2-a1bb92ee85f6 req-52a603d3-d2c8-4a87-a433-b2b692417393 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Jun 23 16:59:07.100304 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:07.167861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e896294-caab-4293-80ac-4581d89ac452 req-930562d1-f289-45d2-8b62-308d65c7411e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.170302 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e896294-caab-4293-80ac-4581d89ac452 req-930562d1-f289-45d2-8b62-308d65c7411e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0860119 Jun 23 16:59:07.223968 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:07.228179 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e896294-caab-4293-80ac-4581d89ac452 req-55a717b3-2e85-4a4c-8a55-cbd083ded4a5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jun 23 16:59:07.275986 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '647ff6e0-4b38-4591-92d2-c347e1698b9f', 'network_id': '75a5570c-7c33-4633-941b-064fc0dc297a', 'port_id': '647ff6e0-4b38-4591-92d2-c347e1698b9f', 'mac_address': 'fa:16:3e:21:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3920b4f0-2d23-430b-ab7a-0da5251e38ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:07.304828 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.358329 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.382878 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647ff6e0-4b38-4591-92d2-c347e1698b9f {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:07.387713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c8dd696e-192a-443c-a939-a22a273ce415,segment=NetworkSegment(d616d7f3-0257-4f8a-aa49-033840fa97a9),segment_id=d616d7f3-0257-4f8a-aa49-033840fa97a9)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:07.404902 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:07.462184 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.465850 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:07.482782 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-a742474d-26fc-411c-9a0c-92ad6e8485dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.484295 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-a742474d-26fc-411c-9a0c-92ad6e8485dc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 1098 time: 0.1351249 Jun 23 16:59:07.492860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79f0b5-90b4-4b12-bc4c-20bce3971e67 req-5c3b2d17-c667-4f59-ba8e-63d52062bd59 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.494412 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fb79f0b5-90b4-4b12-bc4c-20bce3971e67 req-5c3b2d17-c667-4f59-ba8e-63d52062bd59 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 944 time: 0.1552372 Jun 23 16:59:07.508390 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.521470 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.542267 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:07.546842 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:07.547252 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:07.572313 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fb79f0b5-90b4-4b12-bc4c-20bce3971e67 req-d474f712-5e77-459c-81d5-f7a1e3348ea2 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Jun 23 16:59:07.664704 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:07.673164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:07.691241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.790879 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c23839-95a9-4e28-acd7-22242e7b1f27 req-be6f14b5-6f54-42fe-b0be-7d6e8b907f6b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:07.792411 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b7c23839-95a9-4e28-acd7-22242e7b1f27 req-be6f14b5-6f54-42fe-b0be-7d6e8b907f6b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0719233 Jun 23 16:59:07.839082 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b7c23839-95a9-4e28-acd7-22242e7b1f27 req-c6822b04-9ad5-47f4-8589-197a85ec6df5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Jun 23 16:59:07.850181 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:07.884365 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:07.888112 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-169cc11f-59ca-49a0-99b8-162c2cfe3875 req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927584 Jun 23 16:59:07.908982 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8440ea14-9a7a-4ee6-bca4-cf8f10537f85,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:07.911926 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:07.925253 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['647ff6e0-4b38-4591-92d2-c347e1698b9f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:08.282156 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943cd03-5b05-4ca2-9592-c6be943fbebf req-ec2f81f5-dc96-4353-9113-356445007dce tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:08.282156 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1943cd03-5b05-4ca2-9592-c6be943fbebf req-ec2f81f5-dc96-4353-9113-356445007dce tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 944 time: 0.0706887 Jun 23 16:59:08.323519 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1943cd03-5b05-4ca2-9592-c6be943fbebf req-fe2e6821-ea5a-4c79-b97d-adee5fb87d0a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369542 Jun 23 16:59:08.424480 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d77b-e14b-4156-bfaa-356a06f56b4a req-66ad32da-2097-4cbe-b0ff-937df99530c9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:08.425948 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c39d77b-e14b-4156-bfaa-356a06f56b4a req-66ad32da-2097-4cbe-b0ff-937df99530c9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0705290 Jun 23 16:59:08.467120 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c39d77b-e14b-4156-bfaa-356a06f56b4a req-d19af83d-5fd6-4a0e-bc28-59acbf91fcf7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Jun 23 16:59:08.781906 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a3660-c915-4e06-a2bf-81a3ec122e10 req-f69d9c67-4f79-409b-9cbd-cebd34352195 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:08.784201 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9b2a3660-c915-4e06-a2bf-81a3ec122e10 req-f69d9c67-4f79-409b-9cbd-cebd34352195 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0758455 Jun 23 16:59:08.826245 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9b2a3660-c915-4e06-a2bf-81a3ec122e10 req-7904c0e8-bdae-4844-8692-a3e5cb9e8f4e tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Jun 23 16:59:08.863960 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:08.866401 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefed67-dbfc-48ee-b329-828dfce46942" -d '{"events": [{"server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "name": "network-vif-plugged", "status": "completed", "tag": "c8dd696e-192a-443c-a939-a22a273ce415"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:08.911708 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e76c8e5-b369-4459-b8a7-7a68beeacdb5 x-openstack-request-id: req-0e76c8e5-b369-4459-b8a7-7a68beeacdb5 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:08.911708 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "name": "network-vif-plugged", "status": "completed", "tag": "c8dd696e-192a-443c-a939-a22a273ce415", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:08.911708 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0e76c8e5-b369-4459-b8a7-7a68beeacdb5 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:08.911708 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415', 'code': 200} Jun 23 16:59:09.054024 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9bcc6-2bc8-4cf9-b034-d74c812cb252 req-e1dc516b-10d4-4ebb-bc5a-8e4cd716558d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:09.056301 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-39b9bcc6-2bc8-4cf9-b034-d74c812cb252 req-e1dc516b-10d4-4ebb-bc5a-8e4cd716558d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0720820 Jun 23 16:59:09.095276 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-39b9bcc6-2bc8-4cf9-b034-d74c812cb252 req-0d00e045-e426-410a-9b85-23a627132430 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327899 Jun 23 16:59:09.504569 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23bcf2-0887-4883-9459-3fdd82d83c1b req-1e740b7f-d8d8-4a46-8161-b4e257e3ffc2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:09.506063 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ff23bcf2-0887-4883-9459-3fdd82d83c1b req-1e740b7f-d8d8-4a46-8161-b4e257e3ffc2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 944 time: 0.0648148 Jun 23 16:59:09.545911 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ff23bcf2-0887-4883-9459-3fdd82d83c1b req-99348ff4-d777-4221-8948-785c8d6387ed tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Jun 23 16:59:09.639926 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd718e2-021c-4201-8823-9b6e8f96fe53 req-0a989018-280b-4efc-83cc-175a76e670cb tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:09.641277 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-afd718e2-021c-4201-8823-9b6e8f96fe53 req-0a989018-280b-4efc-83cc-175a76e670cb tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0626004 Jun 23 16:59:09.679165 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-afd718e2-021c-4201-8823-9b6e8f96fe53 req-e3d19bb8-fb0c-44f7-9567-5c5c8e8ecf5b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jun 23 16:59:10.009494 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5783-5ed2-4cc5-92c0-ac5072e8044b req-8a461f5e-6eac-4d45-928d-9aad7b0ea445 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:10.011519 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1f7f5783-5ed2-4cc5-92c0-ac5072e8044b req-8a461f5e-6eac-4d45-928d-9aad7b0ea445 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0662105 Jun 23 16:59:10.053012 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1f7f5783-5ed2-4cc5-92c0-ac5072e8044b req-72a5444d-3cc7-42ba-8bcc-768a6026f5d6 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359647 Jun 23 16:59:10.278391 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a90d-d67b-40cd-9474-a7b54ce04e0d req-3be0a630-0614-4e4b-91ab-82f7e3d7f2e1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:10.279775 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c5b1a90d-d67b-40cd-9474-a7b54ce04e0d req-3be0a630-0614-4e4b-91ab-82f7e3d7f2e1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0635030 Jun 23 16:59:10.317530 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c5b1a90d-d67b-40cd-9474-a7b54ce04e0d req-d691400b-7548-4fc1-82b8-3ed0f047ed2b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Jun 23 16:59:10.616486 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:59:10.729062 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880df88-eeb9-47df-8943-4a46362ed91c req-330aa95a-6563-471b-a396-560341983579 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:10.730593 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9880df88-eeb9-47df-8943-4a46362ed91c req-330aa95a-6563-471b-a396-560341983579 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 944 time: 0.0676718 Jun 23 16:59:10.761444 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:10.776687 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:59:10.778355 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9880df88-eeb9-47df-8943-4a46362ed91c req-9c85d8fd-62e0-4fb1-922f-4ee7a5c2a5ad tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Jun 23 16:59:10.828645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:10.842403 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:10.862042 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:10.862229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f774f-49fc-4578-b897-6876a62c3c57 req-fca0000d-57fd-4450-b34a-fe36104cc766 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:10.863641 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-408f774f-49fc-4578-b897-6876a62c3c57 req-fca0000d-57fd-4450-b34a-fe36104cc766 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0626009 Jun 23 16:59:10.901431 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-408f774f-49fc-4578-b897-6876a62c3c57 req-7b24cf5e-4abb-4438-b286-c561a2aa3768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Jun 23 16:59:10.953136 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:10.954874 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:11.011810 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:11.015045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:11.227497 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248330a-aba2-48b8-ac53-f37f8c4c80b3 req-759d2178-0bf6-4087-803b-b44ebae8fdf6 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:11.229476 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e248330a-aba2-48b8-ac53-f37f8c4c80b3 req-759d2178-0bf6-4087-803b-b44ebae8fdf6 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0633986 Jun 23 16:59:11.266313 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e248330a-aba2-48b8-ac53-f37f8c4c80b3 req-0b8da443-913d-4c9d-87a7-f778bda94959 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Jun 23 16:59:11.497259 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dd789-c2c4-4a5c-920a-7ff7303dda97 req-e5769b4a-b0a3-484c-a87e-e5f637731c3b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:11.498715 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-909dd789-c2c4-4a5c-920a-7ff7303dda97 req-e5769b4a-b0a3-484c-a87e-e5f637731c3b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0676506 Jun 23 16:59:11.536970 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-909dd789-c2c4-4a5c-920a-7ff7303dda97 req-73e557cb-6f75-4eed-88fe-e0f24bd8d9ef tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324583 Jun 23 16:59:11.692131 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 314583a5-6e72-483f-8031-8190df2eca1a up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:11.867541 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 314583a5-6e72-483f-8031-8190df2eca1a completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:59:11.872017 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 314583a5-6e72-483f-8031-8190df2eca1a triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:11.872407 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:11.964796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:11.967624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee3210-95d6-4f16-bb37-0a869c097122 req-a1611c97-c5e4-424e-932e-b1fc7fd28017 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:11.969955 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-64ee3210-95d6-4f16-bb37-0a869c097122 req-a1611c97-c5e4-424e-932e-b1fc7fd28017 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 944 time: 0.0748205 Jun 23 16:59:11.999032 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:12.001413 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b6513-6b42-457b-9f85-1c9c2484ff8c" -d '{"events": [{"server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "name": "network-vif-plugged", "status": "completed", "tag": "314583a5-6e72-483f-8031-8190df2eca1a"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:12.019584 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=314583a5-6e72-483f-8031-8190df2eca1a,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:12.032062 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-64ee3210-95d6-4f16-bb37-0a869c097122 req-f9cedf39-2807-4b68-99aa-4340f2ffc6b7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Jun 23 16:59:12.074588 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50a8be-dc98-4c6f-95b8-a91cb40e4ae9 x-openstack-request-id: req-8e50a8be-dc98-4c6f-95b8-a91cb40e4ae9 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:12.074912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "name": "network-vif-plugged", "status": "completed", "tag": "314583a5-6e72-483f-8031-8190df2eca1a", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:12.075175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8e50a8be-dc98-4c6f-95b8-a91cb40e4ae9 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:12.075774 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a', 'code': 200} Jun 23 16:59:12.079803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:12.083386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-567600c3-2804-4944-807c-aa6305119367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:12.097861 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef2ea-5e26-46da-8301-74e5854c7a2d req-765f3ead-b7d4-4845-b674-c60bf1cf52e3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:12.099497 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9a8ef2ea-5e26-46da-8301-74e5854c7a2d req-765f3ead-b7d4-4845-b674-c60bf1cf52e3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0768905 Jun 23 16:59:12.112860 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 647ff6e0-4b38-4591-92d2-c347e1698b9f up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:12.163039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['103b67bf-3728-4cd7-ae69-36f73fa07506'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:12.170271 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9a8ef2ea-5e26-46da-8301-74e5854c7a2d req-864606ae-6d34-4f43-9607-bcde5d2a2070 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Jun 23 16:59:12.201472 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:12.201640 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff8e8-f225-4a92-a95f-1de7e394acd1 req-7e4365c4-af1e-4358-9ba9-0667103e410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:12.202025 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-da8ff8e8-f225-4a92-a95f-1de7e394acd1 req-7e4365c4-af1e-4358-9ba9-0667103e410b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 1098 time: 0.0682104 Jun 23 16:59:12.216414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:12.252453 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-da8ff8e8-f225-4a92-a95f-1de7e394acd1 req-a541991e-8a25-43ae-bbee-aea0f2dff610 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 Jun 23 16:59:12.416724 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 647ff6e0-4b38-4591-92d2-c347e1698b9f completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:59:12.421364 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 647ff6e0-4b38-4591-92d2-c347e1698b9f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:12.434020 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:12.456527 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2554c3-9ef9-4fe4-8555-2cb7ba502e20 req-80a9ffb9-8f94-4322-998d-3236dbb18d65 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:12.457932 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bc2554c3-9ef9-4fe4-8555-2cb7ba502e20 req-80a9ffb9-8f94-4322-998d-3236dbb18d65 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0755336 Jun 23 16:59:12.500842 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bc2554c3-9ef9-4fe4-8555-2cb7ba502e20 req-af8edff5-aa7b-4359-afef-188acc40f3b1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Jun 23 16:59:12.501098 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:12.535161 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:12.610463 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:12.612474 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:12.667601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:12.668798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:12.723645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66536-49a4-4b50-99aa-c2a01c84dd5f req-5a732987-9911-43a8-8955-719351919fee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:12.724962 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88e66536-49a4-4b50-99aa-c2a01c84dd5f req-5a732987-9911-43a8-8955-719351919fee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0709438 Jun 23 16:59:12.763027 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88e66536-49a4-4b50-99aa-c2a01c84dd5f req-f7213f2a-ada2-4a31-b19f-3ee06e86940f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Jun 23 16:59:13.198350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ed03-22cf-4e07-a30d-f905d579a326 req-d4345e45-c829-4d51-a1b4-d542fd1baf4c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:13.199985 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d469ed03-22cf-4e07-a30d-f905d579a326 req-d4345e45-c829-4d51-a1b4-d542fd1baf4c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0642574 Jun 23 16:59:13.243080 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d469ed03-22cf-4e07-a30d-f905d579a326 req-5bd20343-fe91-4476-a2f9-44465d9d3c7a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Jun 23 16:59:13.362980 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653df19-2af2-41b4-a75a-92632cdd4697 req-6cd2a130-e08b-4a0e-8946-62e5165eaf39 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:13.364447 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a653df19-2af2-41b4-a75a-92632cdd4697 req-6cd2a130-e08b-4a0e-8946-62e5165eaf39 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0627620 Jun 23 16:59:13.402600 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a653df19-2af2-41b4-a75a-92632cdd4697 req-236a4ee6-077b-4d8f-b0d9-4b55c8a8f3b3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jun 23 16:59:13.673849 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf655e-9ae5-4153-8b0b-bdc47f3bcedd req-aa7e9f2c-2043-46c9-8ef7-9bde463984a5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:13.675515 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8ddf655e-9ae5-4153-8b0b-bdc47f3bcedd req-aa7e9f2c-2043-46c9-8ef7-9bde463984a5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0627112 Jun 23 16:59:13.715282 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8ddf655e-9ae5-4153-8b0b-bdc47f3bcedd req-c14119c8-832f-4e8b-816a-970c4f3cc5b5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Jun 23 16:59:13.945708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e996-7873-46cd-bb8c-6be8b9e8e1dc req-d93fd927-7138-4cb2-a17b-62b9a274f956 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:13.947170 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9531e996-7873-46cd-bb8c-6be8b9e8e1dc req-d93fd927-7138-4cb2-a17b-62b9a274f956 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0661340 Jun 23 16:59:13.985558 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9531e996-7873-46cd-bb8c-6be8b9e8e1dc req-3f08cd0f-792c-4036-821a-2c6138e3e7af tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Jun 23 16:59:14.077324 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:14.079641 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1d77f-4fbb-4b05-87fe-3286433c2f64" -d '{"events": [{"server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "name": "network-vif-plugged", "status": "completed", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:14.121626 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f10620-09e0-43ac-baf3-939c28398420 x-openstack-request-id: req-38f10620-09e0-43ac-baf3-939c28398420 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:14.122195 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "name": "network-vif-plugged", "status": "completed", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:14.122451 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-38f10620-09e0-43ac-baf3-939c28398420 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:14.122847 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f', 'code': 200} Jun 23 16:59:14.188054 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2a43b10f-2699-49e8-ab5b-06c8a08dd07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:14.421424 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc9c7-eda6-4645-92b4-0160c756cf85 req-0678b84a-aa24-4d54-a81e-7dce87124c31 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:14.422904 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-58cdc9c7-eda6-4645-92b4-0160c756cf85 req-0678b84a-aa24-4d54-a81e-7dce87124c31 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0692708 Jun 23 16:59:14.463210 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-58cdc9c7-eda6-4645-92b4-0160c756cf85 req-c0f0b9fe-10fd-44e9-84b7-65fff9db530c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Jun 23 16:59:14.721206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe575b-e6fb-43dc-be84-a426af77fc0b req-5255f4e1-1eba-4ad4-9f86-b2b9ef91959a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:14.722694 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-39fe575b-e6fb-43dc-be84-a426af77fc0b req-5255f4e1-1eba-4ad4-9f86-b2b9ef91959a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0644863 Jun 23 16:59:14.761025 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-39fe575b-e6fb-43dc-be84-a426af77fc0b req-8c3c0351-3abd-4c94-b68e-f836b02b98c9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Jun 23 16:59:14.889762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1ac5b-6a59-4665-a6f3-718b7233d1c0 req-2c64cdcc-f1c2-49d3-91a1-05bce32ce4e0 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:14.891195 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2db1ac5b-6a59-4665-a6f3-718b7233d1c0 req-2c64cdcc-f1c2-49d3-91a1-05bce32ce4e0 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0623119 Jun 23 16:59:14.929402 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2db1ac5b-6a59-4665-a6f3-718b7233d1c0 req-9fc1f6ef-465c-40eb-91d2-ccac8dabe91f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Jun 23 16:59:15.169978 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d5350-e9bd-4db4-a103-b702fb9633b1 req-076ca7aa-0ba2-40ca-8f99-b4fbcdbf7d3f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.171458 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-295d5350-e9bd-4db4-a103-b702fb9633b1 req-076ca7aa-0ba2-40ca-8f99-b4fbcdbf7d3f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0687358 Jun 23 16:59:15.211090 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-295d5350-e9bd-4db4-a103-b702fb9633b1 req-4a1cfc12-9a1f-4908-9cc8-0f464a69b61a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337365 Jun 23 16:59:15.783804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c331ef-f851-4501-acfc-5d95daa2d2cf req-46f1af84-3fe1-449d-8a88-d3d3d3e5fb0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.785324 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f5c331ef-f851-4501-acfc-5d95daa2d2cf req-46f1af84-3fe1-449d-8a88-d3d3d3e5fb0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0671940 Jun 23 16:59:15.850087 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f5c331ef-f851-4501-acfc-5d95daa2d2cf req-6749a5b7-28a7-411e-85b8-f417f57d70ab tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583639 Jun 23 16:59:15.875393 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495c157-ea8c-4372-950d-3ebc815145b6 req-7169d814-3094-43b2-9999-34f86770c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.876852 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6495c157-ea8c-4372-950d-3ebc815145b6 req-7169d814-3094-43b2-9999-34f86770c6cd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1098 time: 0.0716419 Jun 23 16:59:15.926283 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6495c157-ea8c-4372-950d-3ebc815145b6 req-b96f60c6-e12d-42fc-9d4e-409450b3a417 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301707 Jun 23 16:59:15.948033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ee40-b75f-4225-9121-bb4f29fc8d5e req-f62f1751-71f0-4c7b-a8b0-8fc290899694 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:15.949511 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4b4ee40-b75f-4225-9121-bb4f29fc8d5e req-f62f1751-71f0-4c7b-a8b0-8fc290899694 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0639200 Jun 23 16:59:15.992348 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4b4ee40-b75f-4225-9121-bb4f29fc8d5e req-65fd46bf-ebbf-477a-8342-22720fcc3907 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Jun 23 16:59:16.115992 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3338-4ea5-40cb-ace9-008f2de2a8ec req-60d8028e-2c0a-4e01-903d-2009dceed60b tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:16.117480 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5cf3338-4ea5-40cb-ace9-008f2de2a8ec req-60d8028e-2c0a-4e01-903d-2009dceed60b tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0689545 Jun 23 16:59:16.158092 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5cf3338-4ea5-40cb-ace9-008f2de2a8ec req-dc854575-2570-4f98-b41e-0194f3c15988 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Jun 23 16:59:16.411388 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e139a1-26d9-4f2a-a2e6-9cbc6265844c req-8623edb1-c577-4ecb-a8a6-8e71a578a35f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:16.412900 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-59e139a1-26d9-4f2a-a2e6-9cbc6265844c req-8623edb1-c577-4ecb-a8a6-8e71a578a35f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0653048 Jun 23 16:59:16.468623 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-59e139a1-26d9-4f2a-a2e6-9cbc6265844c req-e669b0b6-408b-4101-89a9-a7d9d61aae61 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Jun 23 16:59:16.965397 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-384243b9-395c-467f-bb06-e5059aa6257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:17.039137 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:17.056825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c862f-be19-4a4d-8782-2bc0e2b1f476 req-3f60aa91-862e-4661-a382-be122fb03199 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.056825 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c19c862f-be19-4a4d-8782-2bc0e2b1f476 req-3f60aa91-862e-4661-a382-be122fb03199 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0702674 Jun 23 16:59:17.088043 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c19c862f-be19-4a4d-8782-2bc0e2b1f476 req-40d0eb9c-27e9-4bcd-8369-a08056258a16 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Jun 23 16:59:17.168403 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291c42-7b81-4924-9270-d1c38b56002f req-a68041c5-6f26-41de-86b2-c2c1893ea4b2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.170469 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13291c42-7b81-4924-9270-d1c38b56002f req-a68041c5-6f26-41de-86b2-c2c1893ea4b2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0649350 Jun 23 16:59:17.212047 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13291c42-7b81-4924-9270-d1c38b56002f req-4fdf945f-b84a-47ca-95f8-3462e5d68a77 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357270 Jun 23 16:59:17.335730 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7611c5a-f6d7-4a89-9025-f6a3ff8f8762 req-a46700da-8e97-4fcb-a8bf-abf9ab590cce tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.337165 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b7611c5a-f6d7-4a89-9025-f6a3ff8f8762 req-a46700da-8e97-4fcb-a8bf-abf9ab590cce tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0615885 Jun 23 16:59:17.374661 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b7611c5a-f6d7-4a89-9025-f6a3ff8f8762 req-e1d4b568-e682-402f-91ba-cb9d8092bf17 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Jun 23 16:59:17.659233 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5b098-d0dd-419d-a668-4bcf3ef89734 req-538d4b03-3b14-4b70-a377-aad746d78760 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.660698 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d2a5b098-d0dd-419d-a668-4bcf3ef89734 req-538d4b03-3b14-4b70-a377-aad746d78760 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0623896 Jun 23 16:59:17.697866 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d2a5b098-d0dd-419d-a668-4bcf3ef89734 req-4257fd62-9320-4f0f-bbe2-8fd6b063eb4b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Jun 23 16:59:18.265397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a826d-aa41-47ed-b8f2-31e05e13cd91 req-a79b0cc9-569d-4939-84d2-dbd78b6d6851 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:18.266752 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f0a826d-aa41-47ed-b8f2-31e05e13cd91 req-a79b0cc9-569d-4939-84d2-dbd78b6d6851 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0683105 Jun 23 16:59:18.303981 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f0a826d-aa41-47ed-b8f2-31e05e13cd91 req-e5f59d30-fab0-4031-b421-060440278246 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jun 23 16:59:18.386380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dd56c-52e5-4dbd-862f-165373befd88 req-04ec6f85-ffc5-41a6-a361-6c83f4dddd95 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:18.387849 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c47dd56c-52e5-4dbd-862f-165373befd88 req-04ec6f85-ffc5-41a6-a361-6c83f4dddd95 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0658262 Jun 23 16:59:18.428372 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c47dd56c-52e5-4dbd-862f-165373befd88 req-33865466-2cbe-4204-9fc2-a8cb9e8cfc56 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Jun 23 16:59:18.515800 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:18.554944 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211b954-52cc-490f-b26a-368fcc0ce0fd req-44c76d28-8831-417d-9329-428104eb21f8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:18.556487 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0211b954-52cc-490f-b26a-368fcc0ce0fd req-44c76d28-8831-417d-9329-428104eb21f8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0661588 Jun 23 16:59:18.597700 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0211b954-52cc-490f-b26a-368fcc0ce0fd req-36d3f975-f613-4013-b978-3d64bd212006 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jun 23 16:59:18.878171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9c11-047f-4a01-b804-43e7d4232c0e req-5b16bf1e-dc05-42e2-855d-74d252b57759 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:18.879628 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b80a9c11-047f-4a01-b804-43e7d4232c0e req-5b16bf1e-dc05-42e2-855d-74d252b57759 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0637476 Jun 23 16:59:18.917758 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b80a9c11-047f-4a01-b804-43e7d4232c0e req-dd105f7a-a8f6-44c0-be41-f8d93ad5b5da tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Jun 23 16:59:19.485761 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c14bd3-4e52-4912-a8d7-f01514f2bca1 req-04cfd76b-a4a0-49e6-85df-3e6b3425c3c6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:19.487227 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5c14bd3-4e52-4912-a8d7-f01514f2bca1 req-04cfd76b-a4a0-49e6-85df-3e6b3425c3c6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0718248 Jun 23 16:59:19.531003 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5c14bd3-4e52-4912-a8d7-f01514f2bca1 req-a36db406-9ef7-4e4f-918b-1bf123fcbfac tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Jun 23 16:59:19.606194 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5e004-ba18-4b1b-88be-f337b13e56a3 req-c8285ab9-6891-4e22-9fc9-4b3d5a45f0ba tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:19.608014 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-46d5e004-ba18-4b1b-88be-f337b13e56a3 req-c8285ab9-6891-4e22-9fc9-4b3d5a45f0ba tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0635633 Jun 23 16:59:19.653487 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-46d5e004-ba18-4b1b-88be-f337b13e56a3 req-20476f34-6a3f-424f-8e09-002705f3ec31 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Jun 23 16:59:19.767653 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:59:19.803779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce23e9-3f47-4c3e-8fcd-d7de53965033 req-c429be52-e278-4a98-935d-b5592c7cbbc1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:19.811369 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-08ce23e9-3f47-4c3e-8fcd-d7de53965033 req-c429be52-e278-4a98-935d-b5592c7cbbc1 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0783477 Jun 23 16:59:19.852631 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-08ce23e9-3f47-4c3e-8fcd-d7de53965033 req-5cccaf80-dadf-4588-9d87-6aa414805912 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Jun 23 16:59:19.897054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134c4a8-d0af-458b-a922-e19366000be5 req-ce30c78f-512a-48b3-9c02-c7471217dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:19.898559 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9134c4a8-d0af-458b-a922-e19366000be5 req-ce30c78f-512a-48b3-9c02-c7471217dd97 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.0560474 Jun 23 16:59:19.910204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 103b67bf-3728-4cd7-ae69-36f73fa07506 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:59:19.914619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 103b67bf-3728-4cd7-ae69-36f73fa07506 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:59:19.915191 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:20.007440 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:20.010979 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9134c4a8-d0af-458b-a922-e19366000be5 req-ab9be565-d578-49b2-821d-834714dff08f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Jun 23 16:59:20.031048 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:20.033254 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f11478-5994-4777-b3d1-658210acd696" -d '{"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:20.046333 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:59:20.071943 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa909fc2-7c32-47f2-af7c-9cf985586126 x-openstack-request-id: req-aa909fc2-7c32-47f2-af7c-9cf985586126 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:20.072232 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:20.072491 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-aa909fc2-7c32-47f2-af7c-9cf985586126 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:20.072901 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'code': 200} Jun 23 16:59:20.109713 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee417a-e36e-40a9-bcea-d0d9140f582e req-5da0f592-378a-47d4-b8a6-5b646fb59338 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:20.111164 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ffee417a-e36e-40a9-bcea-d0d9140f582e req-5da0f592-378a-47d4-b8a6-5b646fb59338 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0696146 Jun 23 16:59:20.150720 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ffee417a-e36e-40a9-bcea-d0d9140f582e req-23dea1e2-c7cb-4702-9cf2-19682b9e6ef4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Jun 23 16:59:20.168899 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:20.168899 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:20.217974 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:20.221068 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:20.497671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:20.711272 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4af52-b2d1-4864-a7e0-0535f0a65a95 req-619ee1c9-da06-4536-9f3f-45fa1eec9691 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:20.713150 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-40e4af52-b2d1-4864-a7e0-0535f0a65a95 req-619ee1c9-da06-4536-9f3f-45fa1eec9691 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0713241 Jun 23 16:59:20.756459 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-40e4af52-b2d1-4864-a7e0-0535f0a65a95 req-cadb2fb7-6b2b-4888-a139-a68775de8183 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Jun 23 16:59:20.857873 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce202b9-0096-418b-bc1a-411b44fd1fc1 req-8afc539d-0aa3-417b-a732-d75d8d915b3e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:20.860182 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4ce202b9-0096-418b-bc1a-411b44fd1fc1 req-8afc539d-0aa3-417b-a732-d75d8d915b3e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0734916 Jun 23 16:59:20.902468 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4ce202b9-0096-418b-bc1a-411b44fd1fc1 req-2ca30e65-7cb1-4952-a409-8c2485776a63 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366409 Jun 23 16:59:21.031415 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23cfa4-c357-4143-9c50-9739cbd1ec7a req-c04146f0-aed1-4074-9c4c-765eaf4e4f68 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:21.032918 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c23cfa4-c357-4143-9c50-9739cbd1ec7a req-c04146f0-aed1-4074-9c4c-765eaf4e4f68 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0637755 Jun 23 16:59:21.071161 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c23cfa4-c357-4143-9c50-9739cbd1ec7a req-2099a955-6d77-4a5a-aa1b-6ae555bbb104 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jun 23 16:59:21.335676 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49772d-7693-49ab-92ca-6f79abc6f8e4 req-b28fc897-289b-47bc-b910-31d92dbb7109 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:21.337114 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bb49772d-7693-49ab-92ca-6f79abc6f8e4 req-b28fc897-289b-47bc-b910-31d92dbb7109 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0676672 Jun 23 16:59:21.375397 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bb49772d-7693-49ab-92ca-6f79abc6f8e4 req-5afcc1c3-8407-415d-934e-f867a0b722ac tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Jun 23 16:59:21.954423 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b5b85-0b1b-4ec1-95c1-b0e973160d88 req-28044101-dcfe-4ab9-8b5d-762f03007725 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:21.956081 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d49b5b85-0b1b-4ec1-95c1-b0e973160d88 req-28044101-dcfe-4ab9-8b5d-762f03007725 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0855582 Jun 23 16:59:21.998359 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d49b5b85-0b1b-4ec1-95c1-b0e973160d88 req-b4ae6128-e4e2-4f13-bc72-d1ef14c41b1d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Jun 23 16:59:22.252353 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1141-fcb8-4e7f-9863-a8789c46ac9a req-176cdfb7-a1fc-4734-bb19-65e63f31c15c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:22.253822 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4fad1141-fcb8-4e7f-9863-a8789c46ac9a req-176cdfb7-a1fc-4734-bb19-65e63f31c15c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0704448 Jun 23 16:59:22.294150 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4fad1141-fcb8-4e7f-9863-a8789c46ac9a req-80f08538-de50-494d-87bc-503807317159 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345321 Jun 23 16:59:22.568780 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178a385-4c15-487e-99fe-51e912e8f4b0 req-5f9c55f1-7786-4d72-a977-7024e8b51ef1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:22.570201 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3178a385-4c15-487e-99fe-51e912e8f4b0 req-5f9c55f1-7786-4d72-a977-7024e8b51ef1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0701396 Jun 23 16:59:22.611518 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3178a385-4c15-487e-99fe-51e912e8f4b0 req-1a88fb74-1c2a-46eb-9d2c-4147b4726acb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354843 Jun 23 16:59:23.184432 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513582f0-81ba-490d-9a3c-dd81f016f5a7 req-bcb902b3-d14f-4d65-bb6f-a9cc1753e810 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:23.185841 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-513582f0-81ba-490d-9a3c-dd81f016f5a7 req-bcb902b3-d14f-4d65-bb6f-a9cc1753e810 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0655656 Jun 23 16:59:23.229973 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-513582f0-81ba-490d-9a3c-dd81f016f5a7 req-e36a4b71-5e5b-48af-a14c-3e31da171795 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Jun 23 16:59:23.471151 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b2c-31d6-45be-ad12-231fcfbc45d1 req-33a60a1f-b801-4992-aab9-ccd844c8b6ce tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:23.472673 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-22702b2c-31d6-45be-ad12-231fcfbc45d1 req-33a60a1f-b801-4992-aab9-ccd844c8b6ce tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0675046 Jun 23 16:59:23.513871 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-22702b2c-31d6-45be-ad12-231fcfbc45d1 req-913a73c7-add4-4ba4-9689-207963e4163f tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Jun 23 16:59:23.817258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376bcef-6994-4143-a8ce-372065cd5c26 req-6a473d32-23e4-4bfb-8541-5bb59d350e32 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:23.820997 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b376bcef-6994-4143-a8ce-372065cd5c26 req-6a473d32-23e4-4bfb-8541-5bb59d350e32 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0827341 Jun 23 16:59:23.858505 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b376bcef-6994-4143-a8ce-372065cd5c26 req-af9d614c-1112-452a-b62c-c45789aedc82 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Jun 23 16:59:24.452993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041587-ca08-4ae3-91e8-f7a579d6c562 req-70b59c3f-bc9e-4e43-a795-fe87cf6a022e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.455823 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c5041587-ca08-4ae3-91e8-f7a579d6c562 req-70b59c3f-bc9e-4e43-a795-fe87cf6a022e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1073847 Jun 23 16:59:24.466545 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-6c07ca85-c2fa-4fa5-a3cd-9c2f63e36c91 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856054 Jun 23 16:59:24.502431 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c5041587-ca08-4ae3-91e8-f7a579d6c562 req-871505dd-0c7e-4c46-ba52-b4fc11f189de tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Jun 23 16:59:24.624412 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321083b0-cc28-43a9-82d6-8de95aa8ba15 req-6d43b511-97da-4617-b6c5-258ae9b615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.626889 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-321083b0-cc28-43a9-82d6-8de95aa8ba15 req-6d43b511-97da-4617-b6c5-258ae9b615ee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1098 time: 0.0959368 Jun 23 16:59:24.669086 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af52690-eee8-4a60-ab14-212f4a914714 req-c277d6e0-c55f-465a-9c06-525393f095ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.670581 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-c277d6e0-c55f-465a-9c06-525393f095ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 1098 time: 0.0566010 Jun 23 16:59:24.711289 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-321083b0-cc28-43a9-82d6-8de95aa8ba15 req-aa04f847-e0d1-420d-b47f-b342d0d88a09 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676663 Jun 23 16:59:24.731332 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5d6a-e765-4b47-bfc3-6d770b973bf5 req-8f268927-3ca4-4d5a-8230-7c055e2e8ee5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.732917 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c64c5d6a-e765-4b47-bfc3-6d770b973bf5 req-8f268927-3ca4-4d5a-8230-7c055e2e8ee5 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.1010597 Jun 23 16:59:24.773897 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c64c5d6a-e765-4b47-bfc3-6d770b973bf5 req-5bae9d71-1efb-4694-9873-d3b9541bad87 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jun 23 16:59:24.802685 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af52690-eee8-4a60-ab14-212f4a914714 req-6ef1abda-4fb3-4d27-ae97-395d2f0cdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:24.804242 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-6ef1abda-4fb3-4d27-ae97-395d2f0cdffc service neutron] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 917 time: 0.0939100 Jun 23 16:59:25.040271 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a5fe3-b710-40a3-909d-4cbd69e1e29f req-6153bfc9-7a0e-4b02-a044-382345e981db tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:25.041689 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c79a5fe3-b710-40a3-909d-4cbd69e1e29f req-6153bfc9-7a0e-4b02-a044-382345e981db tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0642152 Jun 23 16:59:25.083623 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c79a5fe3-b710-40a3-909d-4cbd69e1e29f req-7f59ab7a-984b-4b74-b888-b82339aa1573 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357392 Jun 23 16:59:25.582716 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-e90986b3-94d3-4720-8e51-52d92c97c713 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e HTTP/1.1" status: 200 len: 217 time: 0.2163281 Jun 23 16:59:25.665881 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af52690-eee8-4a60-ab14-212f4a914714 req-c00ab3be-1031-4f40-95c8-225775bf5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:25.667749 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-c00ab3be-1031-4f40-95c8-225775bf5819 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.0529487 Jun 23 16:59:25.692051 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75c1ca-e34d-4078-85e8-80d0b36af397 req-69e403a8-12b5-4331-b3e9-9a8fa6882357 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:25.697068 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6e75c1ca-e34d-4078-85e8-80d0b36af397 req-69e403a8-12b5-4331-b3e9-9a8fa6882357 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0726912 Jun 23 16:59:25.713734 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-5f157585-33b2-41dd-ae4b-a3b2349dd0e5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312719 Jun 23 16:59:25.741808 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6e75c1ca-e34d-4078-85e8-80d0b36af397 req-86e08575-aff8-495a-aad0-b500c5941629 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Jun 23 16:59:25.900037 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-afd963dd-4761-43b4-aa03-146d20787446 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Jun 23 16:59:26.036523 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be859-0a66-4f02-9ce0-7ad5516e9f1e req-8f0f1ac9-4b38-48d6-b8bf-f2c397c2087a tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:26.038055 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-026be859-0a66-4f02-9ce0-7ad5516e9f1e req-8f0f1ac9-4b38-48d6-b8bf-f2c397c2087a tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.1427231 Jun 23 16:59:26.039927 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2af52690-eee8-4a60-ab14-212f4a914714 req-f4de721c-0a0d-4802-a24d-d8157bbfad68 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629937 Jun 23 16:59:26.083830 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-026be859-0a66-4f02-9ce0-7ad5516e9f1e req-20b45ab1-59e5-43e5-b230-fe0b31499381 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Jun 23 16:59:26.268473 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357823-0256-4857-bd1b-d2b786260cec req-7ad288eb-b156-44b4-8e1d-b98f80c9d4da tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:26.269880 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-36357823-0256-4857-bd1b-d2b786260cec req-7ad288eb-b156-44b4-8e1d-b98f80c9d4da tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0650280 Jun 23 16:59:26.313561 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-36357823-0256-4857-bd1b-d2b786260cec req-6f4af2e9-23de-4609-b5d6-d135e8dc51ea tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Jun 23 16:59:26.524221 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:26.754585 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45790) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:26.913125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:26.998926 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff85c12-726d-4b80-b334-86319cfc80c4 req-f00107e5-7c41-4826-b75a-94e37b4eac76 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:27.006605 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dff85c12-726d-4b80-b334-86319cfc80c4 req-f00107e5-7c41-4826-b75a-94e37b4eac76 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1323509 Jun 23 16:59:27.067217 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dff85c12-726d-4b80-b334-86319cfc80c4 req-901f3c12-f3a1-48e5-9000-831d46bbd839 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Jun 23 16:59:27.115584 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.320398 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.323271 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-00283c17-8b2b-4fb2-a60f-aaa3cfaa36d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:27.360872 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a04b3858a9ad45a491bcfc6efa9689fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050413 Jun 23 16:59:27.362080 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356da8be-6167-4731-9c30-4d5e02693e59,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:27.363469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45820) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:27.369827 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.370186 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.370563 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.370919 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.371258 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.371652 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.371993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.372326 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.372682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.373009 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.373341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.373659 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.378597 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:27.418337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.442072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.590130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.592900 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:27.597779 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/356da8be-6167-4731-9c30-4d5e02693e59 HTTP/1.1" status: 204 len: 168 time: 0.2295794 Jun 23 16:59:27.597779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-dd723557-fa3b-464e-a39e-630a8fe5544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:27.604150 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356da8be-6167-4731-9c30-4d5e02693e59,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:27.612797 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.613145 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.613695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.614038 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.614376 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.615049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.615399 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.615781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.616120 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.616455 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.616788 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.617119 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:59:27.626102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:28.069219 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e022-24ea-42f1-9c0f-c1bfa293a208 req-2f90af86-5ff1-49fc-84e1-55f1b6af000c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.076233 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8ac7e022-24ea-42f1-9c0f-c1bfa293a208 req-2f90af86-5ff1-49fc-84e1-55f1b6af000c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0933375 Jun 23 16:59:28.164677 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8ac7e022-24ea-42f1-9c0f-c1bfa293a208 req-9f111a3c-7cd5-4591-a54a-fb84ca62c96c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870206 Jun 23 16:59:28.217824 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-ebca8439-d8ce-43bb-8aa5-39c57cb40442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.220247 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-ebca8439-d8ce-43bb-8aa5-39c57cb40442 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1098 time: 0.1051753 Jun 23 16:59:28.427589 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-caec3abd-4e7e-4ff5-9f03-d16cd829c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.427589 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-caec3abd-4e7e-4ff5-9f03-d16cd829c124 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1898842 Jun 23 16:59:28.445191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bd576-0b4a-4882-9f66-42d4c5db50f9 req-0535de8f-1641-4ee6-a75d-dab2bb006d24 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.446776 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c40bd576-0b4a-4882-9f66-42d4c5db50f9 req-0535de8f-1641-4ee6-a75d-dab2bb006d24 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1403191 Jun 23 16:59:28.497349 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-86c36d08-ed7f-4f6a-947c-9ed0ca5b618f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 200 len: 217 time: 0.0459325 Jun 23 16:59:28.540371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c40bd576-0b4a-4882-9f66-42d4c5db50f9 req-da815ec4-087d-41c0-9f87-480030242bbe tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Jun 23 16:59:28.603559 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-080b06a0-f176-4a45-8110-0d1a6e3f0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.606349 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-080b06a0-f176-4a45-8110-0d1a6e3f0d07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0642014 Jun 23 16:59:28.631344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e236-841f-40c3-92fb-b8fda7013505 req-fb067001-f1cd-49b0-9672-69380e37f852 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.633576 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2c3e236-841f-40c3-92fb-b8fda7013505 req-fb067001-f1cd-49b0-9672-69380e37f852 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0800679 Jun 23 16:59:28.658289 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-6b108ac4-9624-428a-a63e-ed8437d77b49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376928 Jun 23 16:59:28.678879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2c3e236-841f-40c3-92fb-b8fda7013505 req-e8fb8bea-bad5-499d-bac2-70a72db9c8a1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Jun 23 16:59:28.693056 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45868) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:28.700606 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:28.806743 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-11a5b15d-1c91-4f61-91ca-195d585be362 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461251 Jun 23 16:59:28.816660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:28.820402 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00866-da39-47d9-affd-930b3b14317e req-acedccac-d356-46d7-b958-c8a569bbecb2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:28.821933 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4b00866-da39-47d9-affd-930b3b14317e req-acedccac-d356-46d7-b958-c8a569bbecb2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1424961 Jun 23 16:59:28.833556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 45870) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:28.838425 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'floatingip': {'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:59:28.922326 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:28.925250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:28.930736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.062606 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=552a9870b6ca4e8c9ff7bcce8ac0ce18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775895 Jun 23 16:59:29.067340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 45872) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:29.072050 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa7615-dc2b-4b4c-b90e-a70555ba3d52,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:29.110614 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:29.128657 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.180578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.376976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.381154 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.385619 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/bcaa7615-dc2b-4b4c-b90e-a70555ba3d52 HTTP/1.1" status: 204 len: 168 time: 0.3140602 Jun 23 16:59:29.385619 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:29.396735 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa7615-dc2b-4b4c-b90e-a70555ba3d52,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:29.399212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:30.069519 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:30.083781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49747e-be55-4b93-bcae-cf59b9b12b2d req-93535dd3-75fb-40f8-8fc7-91884f33f233 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:30.085254 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3c49747e-be55-4b93-bcae-cf59b9b12b2d req-93535dd3-75fb-40f8-8fc7-91884f33f233 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.2236030 Jun 23 16:59:30.136582 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3c49747e-be55-4b93-bcae-cf59b9b12b2d req-396b35df-f6ad-4818-be6e-87df4202ee9e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Jun 23 16:59:30.229584 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:30.350393 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Floating IP e6598dc3-b8f6-4439-9fce-ba71a51ab442 associated. External IP: 172.27.1.111, port: 103b67bf-3728-4cd7-ae69-36f73fa07506. Jun 23 16:59:30.588762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:59:30.703786 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:59:30.709519 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:30.729798 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:59:30.744186 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:30.745111 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:59:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:30.760776 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-576fcfca-0e78-42f9-8b93-3ebf4078f4cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "PUT /v2.0/floatingips/e6598dc3-b8f6-4439-9fce-ba71a51ab442 HTTP/1.1" status: 200 len: 991 time: 1.9252367 Jun 23 16:59:30.760776 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:59:30.763095 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d5d08-31c0-4eb3-8629-f158a540dcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:59:30.826730 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74220ba3-882d-49aa-96ba-31f20192e302 x-openstack-request-id: req-74220ba3-882d-49aa-96ba-31f20192e302 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:59:30.827149 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:59:30.827318 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-74220ba3-882d-49aa-96ba-31f20192e302 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:59:30.827761 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'status': 'completed', 'code': 200} Jun 23 16:59:30.913743 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:31.295158 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'e6598dc3-b8f6-4439-9fce-ba71a51ab442', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:36Z', 'updated_at': '2021-06-23T16:59:29Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:31.324627 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:59:31.334657 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:59:31.335250 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T16:59:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:31.358310 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7d7c-54fe-4470-b029-26563412a7ef req-335efe28-b141-4909-ba0b-328399184b25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:31.361563 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-104d7d7c-54fe-4470-b029-26563412a7ef req-335efe28-b141-4909-ba0b-328399184b25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1028385 Jun 23 16:59:31.402754 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-104d7d7c-54fe-4470-b029-26563412a7ef req-75a9d118-ff36-4cb2-a12a-18060080fc8c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Jun 23 16:59:31.449346 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:59:31.705085 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'e6598dc3-b8f6-4439-9fce-ba71a51ab442', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:36Z', 'updated_at': '2021-06-23T16:59:29Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:59:31.738839 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6ceed-b3a8-4f47-9295-7d8d53cb71f4 None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'e6598dc3-b8f6-4439-9fce-ba71a51ab442', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.111', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:36Z', 'updated_at': '2021-06-23T16:59:29Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:59:32.034876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34684b2c-b53c-4d47-bdf6-615a47ee76e4 None None] New status for floating IP e6598dc3-b8f6-4439-9fce-ba71a51ab442: ACTIVE {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:59:32.597755 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8b4b-daba-47a1-8edc-2dc005338edd req-bcfb316e-f539-4a35-a3d8-2316aa087f2e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:32.599288 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d4b8b4b-daba-47a1-8edc-2dc005338edd req-bcfb316e-f539-4a35-a3d8-2316aa087f2e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0678647 Jun 23 16:59:32.639415 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d4b8b4b-daba-47a1-8edc-2dc005338edd req-bacbc517-a1eb-4af6-827f-5e7949ca0c5d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Jun 23 16:59:32.957416 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1816d91a-afb8-4c67-92e5-4147e75a61d5 req-3912c181-65c7-441c-b43d-48bf16867e32 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060550 Jun 23 16:59:33.230067 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-b5c5182c-47b7-4390-aa5a-f8333b1215f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.231537 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-b5c5182c-47b7-4390-aa5a-f8333b1215f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1098 time: 0.0522816 Jun 23 16:59:33.400392 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-729cfc6c-2a9c-487c-a9fa-5bcaf5df434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.401832 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-729cfc6c-2a9c-487c-a9fa-5bcaf5df434e service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.0908897 Jun 23 16:59:33.552646 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-231d6ac6-90da-48ea-8413-204353b2fb83 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 1001 time: 0.0962324 Jun 23 16:59:33.603367 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-31e2f794-62d2-4ded-85e7-4f70f447fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.604756 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-31e2f794-62d2-4ded-85e7-4f70f447fbb2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0448148 Jun 23 16:59:33.695519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-bcd8fda4-c9f9-4ee0-a8e5-d787638d3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.697341 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-bcd8fda4-c9f9-4ee0-a8e5-d787638d3bed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764694 Jun 23 16:59:33.801344 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-9119ed38-84fa-41c0-b538-27486eb28b7a service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947473 Jun 23 16:59:33.841781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66482-70fa-49ec-91be-a52760b9a26c req-981a2ce4-c68d-44a3-96c9-af2c5dfd76d9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:33.843847 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51c66482-70fa-49ec-91be-a52760b9a26c req-981a2ce4-c68d-44a3-96c9-af2c5dfd76d9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0826690 Jun 23 16:59:33.900764 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51c66482-70fa-49ec-91be-a52760b9a26c req-5d7e73a1-6d5f-40a1-acc9-ce9fc4b5653c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Jun 23 16:59:33.919819 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-467d5d08-31c0-4eb3-8629-f158a540dcb2 req-2f4d1de6-19dd-4433-ad84-d24db77b392c service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004095 Jun 23 16:59:35.085344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690505f6-9ea1-4794-958d-f0d86db72a31 req-33916ea5-c297-48fb-995e-bd7d12dc0826 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:35.086817 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-690505f6-9ea1-4794-958d-f0d86db72a31 req-33916ea5-c297-48fb-995e-bd7d12dc0826 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0755908 Jun 23 16:59:35.127894 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-690505f6-9ea1-4794-958d-f0d86db72a31 req-135b4199-1f8d-402a-a011-6460c12dcf5a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Jun 23 16:59:36.323891 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4fd2e-d08a-453b-bacc-9ab55d3bc078 req-b490b4ed-a31c-49e1-b49f-a783c6b019dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:36.326032 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1af4fd2e-d08a-453b-bacc-9ab55d3bc078 req-b490b4ed-a31c-49e1-b49f-a783c6b019dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0708897 Jun 23 16:59:36.370925 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1af4fd2e-d08a-453b-bacc-9ab55d3bc078 req-421f462d-2410-40fc-bbe2-8735c919c414 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Jun 23 16:59:37.554455 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10e886-5070-4b3e-aec0-d4092615a0f4 req-79918eb8-2117-4f0e-b4aa-7ab0997dfd60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:37.555884 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-dc10e886-5070-4b3e-aec0-d4092615a0f4 req-79918eb8-2117-4f0e-b4aa-7ab0997dfd60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0674341 Jun 23 16:59:37.594693 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-dc10e886-5070-4b3e-aec0-d4092615a0f4 req-518f2008-76f2-4bb0-a6c3-3e9a455ea5e7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jun 23 16:59:38.783916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95da41c-3ffc-4503-bd9a-287a9559eea4 req-49ce6651-01f6-4b3a-b1b4-adb4c38ee9bd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:38.786784 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c95da41c-3ffc-4503-bd9a-287a9559eea4 req-49ce6651-01f6-4b3a-b1b4-adb4c38ee9bd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0785749 Jun 23 16:59:38.829525 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c95da41c-3ffc-4503-bd9a-287a9559eea4 req-76c70dc7-74fb-4544-ae52-aeb85f850f98 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Jun 23 16:59:40.029808 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9287f-818b-4481-b85b-29603ce72aa6 req-0cdc8c2f-6676-4f7f-8907-43e5325f27e4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:40.029808 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a2f9287f-818b-4481-b85b-29603ce72aa6 req-0cdc8c2f-6676-4f7f-8907-43e5325f27e4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0830102 Jun 23 16:59:40.061980 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a2f9287f-818b-4481-b85b-29603ce72aa6 req-8cffbb61-fc64-4292-be45-5d11f4234ba6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Jun 23 16:59:41.248165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437c636-7a8b-4bc3-8dbc-f0e8918c6c5b req-6fdaec83-c971-45d6-9086-72253a3ae0ab tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:41.251394 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a437c636-7a8b-4bc3-8dbc-f0e8918c6c5b req-6fdaec83-c971-45d6-9086-72253a3ae0ab tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0672922 Jun 23 16:59:41.289951 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a437c636-7a8b-4bc3-8dbc-f0e8918c6c5b req-4ba1923d-65d0-4dfe-aa30-2501a2e79fb1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343039 Jun 23 16:59:42.465250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1abb5-7e74-4d46-a733-a88077606378 req-81973a20-3267-46a5-ad39-c3e14637ba6c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:42.466756 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-10b1abb5-7e74-4d46-a733-a88077606378 req-81973a20-3267-46a5-ad39-c3e14637ba6c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0631480 Jun 23 16:59:42.505182 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-10b1abb5-7e74-4d46-a733-a88077606378 req-52444265-e14e-4a72-8891-ee7a049df383 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jun 23 16:59:43.682675 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335acd43-c6d1-470d-bef1-45be2edf732c req-46f2d095-e65d-4b7c-9ade-071f1dbb8567 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:43.684160 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-335acd43-c6d1-470d-bef1-45be2edf732c req-46f2d095-e65d-4b7c-9ade-071f1dbb8567 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0655744 Jun 23 16:59:43.721559 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-335acd43-c6d1-470d-bef1-45be2edf732c req-511cb745-6058-48bc-adb6-320616ed8f64 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Jun 23 16:59:44.098260 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:44.156756 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-60eeaabb-9320-43e0-b947-70ccd7927868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.898354 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba643070-78a3-400a-b1fa-df3730d734de req-9a5b907c-822e-4585-b333-b8f548749ce4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:44.899886 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ba643070-78a3-400a-b1fa-df3730d734de req-9a5b907c-822e-4585-b333-b8f548749ce4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0639479 Jun 23 16:59:44.940822 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ba643070-78a3-400a-b1fa-df3730d734de req-63a2141f-05d9-4588-a85f-e54e8f45edb6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jun 23 16:59:46.154501 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800b22-c9a9-4cf7-994e-2d953334e79f req-615113e7-a444-4b82-b373-c4910ccfcb5c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:46.156130 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-86800b22-c9a9-4cf7-994e-2d953334e79f req-615113e7-a444-4b82-b373-c4910ccfcb5c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0742893 Jun 23 16:59:46.199268 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-86800b22-c9a9-4cf7-994e-2d953334e79f req-950a6178-31ee-4712-9e1f-f5f3b7348651 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360065 Jun 23 16:59:46.941346 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d9aea2c8-681a-4e74-83a9-8684c7e41d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.004634 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.412944 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89d1b-073f-4ff3-9a17-0b653a28ec81 req-b9bc9576-a4b0-41cd-89ad-5ecd8b667c4b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:47.414505 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-08e89d1b-073f-4ff3-9a17-0b653a28ec81 req-b9bc9576-a4b0-41cd-89ad-5ecd8b667c4b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0668435 Jun 23 16:59:47.457669 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-08e89d1b-073f-4ff3-9a17-0b653a28ec81 req-33f3ce91-a858-4534-9580-66b091d43723 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Jun 23 16:59:48.507142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:48.642970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc873e-b7d9-4c89-9c2b-17bd026553ab req-f4e91677-f1c6-4b9d-a338-cff7129f100d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:48.644552 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cfdc873e-b7d9-4c89-9c2b-17bd026553ab req-f4e91677-f1c6-4b9d-a338-cff7129f100d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0682356 Jun 23 16:59:48.682967 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cfdc873e-b7d9-4c89-9c2b-17bd026553ab req-245d966f-3849-446f-9787-f3d3d83f4c82 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jun 23 16:59:49.898333 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d44e-11f3-4315-84e4-45e6abbe40a7 req-076f3a37-32ea-4c15-915d-e146a8f89c55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:49.900831 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-04a0d44e-11f3-4315-84e4-45e6abbe40a7 req-076f3a37-32ea-4c15-915d-e146a8f89c55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0949323 Jun 23 16:59:49.940724 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-04a0d44e-11f3-4315-84e4-45e6abbe40a7 req-64eb0011-efc2-472e-838b-a181dc1de64b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Jun 23 16:59:50.570558 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:51.129494 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1c661-b239-4996-bc0c-f498b5313a14 req-e7524de8-5725-4de6-b38d-c63c54104d97 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:51.138877 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7c1c661-b239-4996-bc0c-f498b5313a14 req-e7524de8-5725-4de6-b38d-c63c54104d97 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0790048 Jun 23 16:59:51.183080 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7c1c661-b239-4996-bc0c-f498b5313a14 req-c3c18dde-8f52-4f44-b052-99876eb03c24 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Jun 23 16:59:52.423019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07106f7-8cf0-417b-8ecf-36803ac0c8e9 req-1672eb4c-a9d0-476b-972e-d4612c2678d3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:52.424727 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f07106f7-8cf0-417b-8ecf-36803ac0c8e9 req-1672eb4c-a9d0-476b-972e-d4612c2678d3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1122079 Jun 23 16:59:52.481093 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f07106f7-8cf0-417b-8ecf-36803ac0c8e9 req-4bbdf2a1-bace-4e68-83cf-300b14f1e0fd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Jun 23 16:59:52.667962 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-90cc04d5-d060-444e-a918-07c46a591d5c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:52.669833 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-90cc04d5-d060-444e-a918-07c46a591d5c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1029017 Jun 23 16:59:52.686348 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-8b68b0d5-38f8-472a-9499-d3f586a71169 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/quotas/86a2a31c32ae43699784dd7713e263fd HTTP/1.1" status: 200 len: 375 time: 0.0107243 Jun 23 16:59:52.989630 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-752fce34-39b8-460d-a76b-36ed49af5509 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2976217 Jun 23 16:59:53.089285 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-d0e76da3-3496-4bae-9896-e3d06ce5f03a service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916827 Jun 23 16:59:53.210626 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-f4ec2485-27a2-4142-b852-fa4aa00a1ec9 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149249 Jun 23 16:59:53.536998 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f804f011-0e57-4a35-8161-9ae5345d612b req-06f217f9-ca63-46e9-b698-7e329c178ac0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Jun 23 16:59:53.715560 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bee2f-c36d-4200-8882-90cd4668fa51 req-00b886db-6ab7-4120-a8d5-0ac1d39cbf86 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:53.717138 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-574bee2f-c36d-4200-8882-90cd4668fa51 req-00b886db-6ab7-4120-a8d5-0ac1d39cbf86 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0666625 Jun 23 16:59:53.758393 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-574bee2f-c36d-4200-8882-90cd4668fa51 req-f2a8a374-4d2b-40c9-8249-674fa022c1fb tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Jun 23 16:59:54.645815 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d234b297-a7de-4f69-a7bd-9c197dc476b4 req-37776b05-8a81-4d26-b5ea-9902bb1ce22e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0393100 Jun 23 16:59:54.957980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b8fe-0c47-4d01-93dd-e15ed35b28b3 req-3df1c117-89ff-414b-8cc3-986d64239674 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:54.959557 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0dc2b8fe-0c47-4d01-93dd-e15ed35b28b3 req-3df1c117-89ff-414b-8cc3-986d64239674 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0668824 Jun 23 16:59:55.004593 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0dc2b8fe-0c47-4d01-93dd-e15ed35b28b3 req-54ec2616-4512-4dfd-804e-1a7eecbb3ef2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Jun 23 16:59:55.800494 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ffdb9fd6-2bc2-4b9e-93c8-c796b85b1dab req-f7940eb7-841e-4638-bc9e-8323a64577f1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jun 23 16:59:56.190311 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f686c7-ef14-4e66-b0ba-ed1a4d0d375d req-58d42b51-411a-4a2a-a0c7-e052b6d88579 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:56.191763 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-93f686c7-ef14-4e66-b0ba-ed1a4d0d375d req-58d42b51-411a-4a2a-a0c7-e052b6d88579 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0637975 Jun 23 16:59:56.229586 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-93f686c7-ef14-4e66-b0ba-ed1a4d0d375d req-8e1fc581-0449-40fe-ad17-752c6cb1be53 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Jun 23 16:59:56.915712 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:56.943885 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f702e778-1b5b-4294-a7d7-cb582bb3ddae req-ecc8a539-a14f-4471-8cc1-73bc50d5a7db tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Jun 23 16:59:57.453507 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b642-eca2-493d-a7a7-183418e0422f req-3f3d5d9a-f5f6-4bef-8757-440797deb551 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:57.455274 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ac86b642-eca2-493d-a7a7-183418e0422f req-3f3d5d9a-f5f6-4bef-8757-440797deb551 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0823348 Jun 23 16:59:57.501775 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ac86b642-eca2-493d-a7a7-183418e0422f req-eb6e12ad-b4e7-4c2e-8105-7317f8462e0d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Jun 23 16:59:58.168869 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-61bdde66-d978-4dc9-a955-9794cd7a5afb req-6fa669e0-e54a-4df0-8b0b-5e86bcf10233 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0558891 Jun 23 16:59:58.198633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-02348e6f-bd60-40ae-9482-0d067f0b48cd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:58.200406 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-02348e6f-bd60-40ae-9482-0d067f0b48cd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1271167 Jun 23 16:59:58.240835 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Request body: {'port': {'device_id': '22bdddf0-4999-468c-a841-083276979503', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'admin_state_up': True, 'tenant_id': '86a2a31c32ae43699784dd7713e263fd'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:59:58.428193 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:59:58.434061 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:58.661918 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Allocated IP 172.20.0.13 (1df2ab8f-7c21-486b-aa06-73d4f3b3727a/8216d915-0d76-449e-821a-965082f06edc/eb823e61-7e3a-4c8b-a21d-dab31163f659) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:59:58.907663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e437f-a276-4ea9-84c0-20bdf5d2481c req-d7f67bed-4cba-44a0-84c7-bf02ab603f05 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:58.909524 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-926e437f-a276-4ea9-84c0-20bdf5d2481c req-d7f67bed-4cba-44a0-84c7-bf02ab603f05 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1877134 Jun 23 16:59:58.930080 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.028366 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-926e437f-a276-4ea9-84c0-20bdf5d2481c req-3d0e55f2-85cc-41ef-a5d8-f7e9c606c4b6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818634 Jun 23 16:59:59.127552 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.133461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:59.158234 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46488) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:59.180924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:59:59.185978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:59:59.192697 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:59:59.206742 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:59:59.207420 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:59.208145 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.232343 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event updated for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:59.243039 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:59.346854 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.363313 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1267202 Jun 23 16:59:59.390194 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Request body: {'port': {'device_id': '22bdddf0-4999-468c-a841-083276979503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:59:59.441082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713481e-7e49-4083-8766-dee773717559 req-30a7a6f1-fefb-4141-b0ce-24a251988208 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:59.442955 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7713481e-7e49-4083-8766-dee773717559 req-30a7a6f1-fefb-4141-b0ce-24a251988208 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 932 time: 0.1241400 Jun 23 16:59:59.473391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.514206 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.519195 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7713481e-7e49-4083-8766-dee773717559 req-d727fadf-2a84-494f-a426-93f45d0e24bb tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667932 Jun 23 16:59:59.549400 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.553157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-515995e6-eb67-47ea-b287-1af4450a80ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:59.594307 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=66c9a800bc7c40fc88d4a96683d0c87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346960 Jun 23 16:59:59.595236 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0dbcf7-dfd5-430f-acc6-8943eaaf27ef,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:59.597716 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46496) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:59:59.605153 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:59.660959 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.706220 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.824461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb823e61-7e3a-4c8b-a21d-dab31163f659 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:59:59.832851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.886476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Transition to ACTIVE for port object eb823e61-7e3a-4c8b-a21d-dab31163f659 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:59:59.886611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.889260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.893099 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/df0dbcf7-dfd5-430f-acc6-8943eaaf27ef HTTP/1.1" status: 204 len: 168 time: 0.2917836 Jun 23 16:59:59.893099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:59:59.902114 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0dbcf7-dfd5-430f-acc6-8943eaaf27ef,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:59:59.904884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:59:59.966248 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:59.968711 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.042407 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.050105 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.054796 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Attempting to bind port eb823e61-7e3a-4c8b-a21d-dab31163f659 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:00.055220 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Attempting to bind port eb823e61-7e3a-4c8b-a21d-dab31163f659 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:00.055579 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Attempting to bind port eb823e61-7e3a-4c8b-a21d-dab31163f659 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:00.060764 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Port eb823e61-7e3a-4c8b-a21d-dab31163f659 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:00.061100 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Attempting to bind port eb823e61-7e3a-4c8b-a21d-dab31163f659 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:00.067046 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:00.067395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Checking segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:00.067819 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Bound using segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:00.068262 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Bound port: eb823e61-7e3a-4c8b-a21d-dab31163f659, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:00.068616 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.145670 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:00.151775 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:00.256444 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.259838 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47865f13-e420-40f2-b823-10c1bbb3ec1b req-7a426fd5-c6f8-4acb-b750-9b75bd168c5d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:00.260781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.262460 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47865f13-e420-40f2-b823-10c1bbb3ec1b req-7a426fd5-c6f8-4acb-b750-9b75bd168c5d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0724161 Jun 23 17:00:00.313720 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47865f13-e420-40f2-b823-10c1bbb3ec1b req-fbd738fe-8c0b-4290-b6f4-27e61fcb46b8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Jun 23 17:00:00.506539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:00.506539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.509735 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] 10.222.0.68 "PUT /v2.0/ports/eb823e61-7e3a-4c8b-a21d-dab31163f659 HTTP/1.1" status: 200 len: 1094 time: 1.1238034 Jun 23 17:00:00.512142 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:00.514561 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d" -d '{"events": [{"name": "network-changed", "server_uuid": "22bdddf0-4999-468c-a841-083276979503", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:00.563753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.563753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.565154 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e2941-a75c-4a45-a9ce-0878b71cf5d8 x-openstack-request-id: req-7b7e2941-a75c-4a45-a9ce-0878b71cf5d8 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:00.565466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bdddf0-4999-468c-a841-083276979503", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:00.565776 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-7b7e2941-a75c-4a45-a9ce-0878b71cf5d8 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:00.566217 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'status': 'completed', 'code': 200} Jun 23 17:00:00.615219 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46538) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:00.630719 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.745938 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.763890 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-93aeb578-eec6-46fd-ac38-d42cde556be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:00.765267 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-93aeb578-eec6-46fd-ac38-d42cde556be7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 1097 time: 0.1010716 Jun 23 17:00:00.779528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f5268-55f1-4ac0-b1e4-ee71f01f7fe7 req-a031552e-cc4a-4753-a4f6-11d0d7bb0480 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:00.781019 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ff9f5268-55f1-4ac0-b1e4-ee71f01f7fe7 req-a031552e-cc4a-4753-a4f6-11d0d7bb0480 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0890861 Jun 23 17:00:00.784913 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46544) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:00.811648 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.816052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:00.854993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc21c10-7051-44f1-9edd-ab4518bbd866,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:00.868710 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:00.877123 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2c26a1b2a68843848c57ad1058892aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607958 Jun 23 17:00:00.883913 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46548) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:00.893426 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ff9f5268-55f1-4ac0-b1e4-ee71f01f7fe7 req-ae499817-9249-40c5-80af-1e54cc91ead7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930994 Jun 23 17:00:00.928699 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-8690ac89-dcf8-452a-8713-233e6289b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:00.931365 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-8690ac89-dcf8-452a-8713-233e6289b88b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=86a2a31c32ae43699784dd7713e263fd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1429992 Jun 23 17:00:00.959076 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:00.972943 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.002641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.102493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-0d0886ce-9293-40ca-8089-6f4379d5923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:01.103985 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6862aa0b-f9bb-4b86-8c3a-c9b33702321d req-0d0886ce-9293-40ca-8089-6f4379d5923d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1459568 Jun 23 17:00:01.145049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.189627 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.193287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.195939 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/4bc21c10-7051-44f1-9edd-ab4518bbd866 HTTP/1.1" status: 204 len: 168 time: 0.3093393 Jun 23 17:00:01.196917 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9132edfd-1105-4b31-a36f-2132cc819c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.206565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc21c10-7051-44f1-9edd-ab4518bbd866,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.210762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.259322 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.265759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.292302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-366eb8ca-fffc-481c-af73-f2b95d061c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:01.294404 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-366eb8ca-fffc-481c-af73-f2b95d061c63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 1097 time: 0.0868266 Jun 23 17:00:01.315322 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6ca68a63c66840e69a9aea86245d866c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290868 Jun 23 17:00:01.316045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a955d247-a422-4600-af10-f94334e1e45a,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.318498 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46554) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:01.327232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.353122 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-56d5b915-f445-4ba3-bc9c-423f2c5064a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659 HTTP/1.1" status: 200 len: 217 time: 0.0396378 Jun 23 17:00:01.409028 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.467881 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-657cd824-f96a-4731-a865-4f3f450919c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:01.469919 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-657cd824-f96a-4731-a865-4f3f450919c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.0959530 Jun 23 17:00:01.476464 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.532352 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-04840b18-c247-4568-aaa0-c7e22c87fe1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493183 Jun 23 17:00:01.632536 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.635602 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:01.648610 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a955d247-a422-4600-af10-f94334e1e45a HTTP/1.1" status: 204 len: 168 time: 0.3284748 Jun 23 17:00:01.661525 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-26b58164-3991-4b8d-9d95-034c74775035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:01.686817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a955d247-a422-4600-af10-f94334e1e45a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:01.691777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:01.742059 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-0961050c-cdb3-4a40-b203-9b8eae5ba602 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971538 Jun 23 17:00:01.747056 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ee09c-624b-4e08-978e-af29597e40cb req-f048ec21-2724-40aa-8ae5-1c801df9f164 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:01.748899 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6d7ee09c-624b-4e08-978e-af29597e40cb req-f048ec21-2724-40aa-8ae5-1c801df9f164 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1727283 Jun 23 17:00:01.823712 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6d7ee09c-624b-4e08-978e-af29597e40cb req-9da39ae2-a62e-4e6c-8a4a-271d2935fde6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622208 Jun 23 17:00:02.098350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50aa1e-c9ba-4021-8483-9eae2ae42005 req-095103ce-9013-4444-bab6-35cc083c3060 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:02.100106 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fd50aa1e-c9ba-4021-8483-9eae2ae42005 req-095103ce-9013-4444-bab6-35cc083c3060 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0734084 Jun 23 17:00:02.148319 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fd50aa1e-c9ba-4021-8483-9eae2ae42005 req-4309b2ee-8f40-4bf7-95b3-75a8c421df82 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Jun 23 17:00:02.467365 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46592) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:02.497332 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46596) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:02.515312 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.605778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.672979 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413179845-network', 'tenant_id': '98adf7a8368f4fa9967053c0e59bfe1a'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:02.713097 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.716963 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-828349e7-1fc0-44d2-9bf2-15e0d419f4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:02.753841 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2cc83aecbbb04300ac83c55678e22800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531042 Jun 23 17:00:02.753841 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe8a0a-b1ab-4ca2-8359-e1f814d4ce6d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:02.754231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46602) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:02.756585 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:02.805637 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.822546 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Made reservation on behalf of 98adf7a8368f4fa9967053c0e59bfe1a for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:02.825199 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.841523 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.847666 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.998695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.001250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.014856 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/24fe8a0a-b1ab-4ca2-8359-e1f814d4ce6d HTTP/1.1" status: 204 len: 168 time: 0.2482765 Jun 23 17:00:03.014856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cfc096f2-2550-47f3-9de0-9c690cc887a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:03.024991 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe8a0a-b1ab-4ca2-8359-e1f814d4ce6d,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:03.029526 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:03.040028 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34ab0c-3e9a-4ed8-942c-2d4476d6a51e req-aabf2abb-4b25-4d44-bee0-97c4f0041c60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:03.041912 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be34ab0c-3e9a-4ed8-942c-2d4476d6a51e req-aabf2abb-4b25-4d44-bee0-97c4f0041c60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1028819 Jun 23 17:00:03.103569 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be34ab0c-3e9a-4ed8-942c-2d4476d6a51e req-53c30b6e-ecc3-4af6-8074-9e29ecc9de6e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Jun 23 17:00:03.112593 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.189613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.194019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4cd5c58d-c9c4-4c41-8f75-58de2f64c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:03.218274 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1463} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:03.229232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15bf5ec-fcc3-437f-9564-f541e1a0cc56,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:03.232504 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:03.235766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.236112 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Added segment c98d5f75-dd31-435c-970c-09320dc8e671 of type vlan for network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 Jun 23 17:00:03.282481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.364856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d86e2-137a-4eff-917e-87665e955156 req-cebe751a-0b47-417c-a312-4448923f27a5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:03.366554 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f96d86e2-137a-4eff-917e-87665e955156 req-cebe751a-0b47-417c-a312-4448923f27a5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0800848 Jun 23 17:00:03.408591 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f96d86e2-137a-4eff-917e-87665e955156 req-5aa8d163-6367-417f-a992-e590adc34fc4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Jun 23 17:00:03.424054 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.427043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:03.427920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.440940 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1ac2d763-a215-41f2-a930-b4c1113407e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:03.505398 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Pushing event updated for resources: {'Network': ['ID=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:03.508969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:03.518719 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:03.526864 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0582085 Jun 23 17:00:03.530714 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46644) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:03.536473 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Request body: {'subnet': {'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413179845-subnet', 'tenant_id': '98adf7a8368f4fa9967053c0e59bfe1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:03.650579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Made reservation on behalf of 98adf7a8368f4fa9967053c0e59bfe1a for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:03.652929 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.893305 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.896923 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:03.911329 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46652) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:03.984719 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3a4a03-6b08-4ae7-ad34-9e592e75c82c,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:03.988541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:03.995710 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Checking segment: {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:03.996142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Network hostable DHCP agents. Network: 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:04.044944 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.104251 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:04.152007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.218062 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:04.222512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:04.223095 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.229924 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442051f-163c-4671-9897-9cac7939dcd0 None None] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:04.287649 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.293797 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6cc765c9-ebb9-4705-9316-f3232c3156bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:04.313597 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d80d-962a-4213-bbfd-3f383d3143c5 req-74ba086e-6c37-4cb4-a4f6-45b3c97979b1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:04.322174 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a146d80d-962a-4213-bbfd-3f383d3143c5 req-74ba086e-6c37-4cb4-a4f6-45b3c97979b1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0913942 Jun 23 17:00:04.341613 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9b076426ccac482eb9aaa5fd82cf29c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253907 Jun 23 17:00:04.344364 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46670) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:04.347000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bed216-aafa-4be8-bec9-5269239ae7b6,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:04.372630 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a146d80d-962a-4213-bbfd-3f383d3143c5 req-14ec4e31-a1c5-4329-b4de-58c438500ef6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jun 23 17:00:04.387082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:04.388031 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-bd534b32-7051-474c-b79d-cd07b288ddc3 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8557618 Jun 23 17:00:04.456288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.459305 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.550851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9e608-7281-4d0b-8f04-0c59a22ab7d4 None None] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:04.622126 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.626530 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6c21-1d4c-4a8e-bce0-d934837fba66 req-77fa58c7-ba1b-487c-b2b1-9d7a9b423bcf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:04.627061 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:04.628847 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aaae6c21-1d4c-4a8e-bce0-d934837fba66 req-77fa58c7-ba1b-487c-b2b1-9d7a9b423bcf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0800779 Jun 23 17:00:04.631929 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a9bed216-aafa-4be8-bec9-5269239ae7b6 HTTP/1.1" status: 204 len: 168 time: 0.2861817 Jun 23 17:00:04.633834 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:04.644050 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bed216-aafa-4be8-bec9-5269239ae7b6,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:04.648984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:04.680542 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aaae6c21-1d4c-4a8e-bce0-d934837fba66 req-03a24f19-c1de-4532-a6c2-723c68eb978a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Jun 23 17:00:05.538717 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4843b90-510b-4dee-aa22-b0af08a462f3 req-39431782-7962-436e-b0a2-5819b1bca3c2 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063714 Jun 23 17:00:05.588404 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9b98-b7cc-406c-9477-444ed08e3ec1 req-301e0ea2-7580-483c-8308-81a10d42761a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:05.589925 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-455a9b98-b7cc-406c-9477-444ed08e3ec1 req-301e0ea2-7580-483c-8308-81a10d42761a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0734642 Jun 23 17:00:05.630049 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-455a9b98-b7cc-406c-9477-444ed08e3ec1 req-9b76b169-ff6a-43b1-a21d-65062330e017 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jun 23 17:00:05.778237 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46712) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:05.794017 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.877668 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929b6ba-0131-446a-a7a3-43fc33b6f1d8 req-d2c4587a-37a8-43c9-b409-2771992484a7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:05.879179 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1929b6ba-0131-446a-a7a3-43fc33b6f1d8 req-d2c4587a-37a8-43c9-b409-2771992484a7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0715849 Jun 23 17:00:05.904588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.933123 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1929b6ba-0131-446a-a7a3-43fc33b6f1d8 req-537d2bfa-ceca-4fc7-8e04-70f593e8bb08 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462556 Jun 23 17:00:06.062448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.065434 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.116659 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=01e7203cfb2a47beb9a9f76257a985be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347588 Jun 23 17:00:06.117162 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46720) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:06.120009 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca116e-7804-4275-9aee-63a931c403ed,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.125289 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.175114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.203816 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.353976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.358088 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.360515 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0cca116e-7804-4275-9aee-63a931c403ed HTTP/1.1" status: 204 len: 168 time: 0.2421212 Jun 23 17:00:06.361372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.371407 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca116e-7804-4275-9aee-63a931c403ed,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.374082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.814165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f0002-061e-40fb-9517-fe4fa5538608 req-b82ccdfa-c397-4987-893c-15fb07adfec7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.815581 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a82f0002-061e-40fb-9517-fe4fa5538608 req-b82ccdfa-c397-4987-893c-15fb07adfec7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0720415 Jun 23 17:00:06.856474 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a82f0002-061e-40fb-9517-fe4fa5538608 req-5438dec0-e12e-43c5-9511-d05c3f331853 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Jun 23 17:00:07.172423 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8061e2-07ab-47df-8e86-4009ee50a833 req-5ca3eee5-9231-4017-9e12-b95add80c246 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.179647 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fa8061e2-07ab-47df-8e86-4009ee50a833 req-5ca3eee5-9231-4017-9e12-b95add80c246 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.1056869 Jun 23 17:00:07.216273 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fa8061e2-07ab-47df-8e86-4009ee50a833 req-b24415e6-cd2e-4710-8696-8c1549517eb3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Jun 23 17:00:07.363691 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-51f03b5e-8d5f-4824-aae0-337a633f05d4 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.365050 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-51f03b5e-8d5f-4824-aae0-337a633f05d4 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/networks?id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 HTTP/1.1" status: 200 len: 809 time: 0.1075175 Jun 23 17:00:07.380004 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bb73b72b-a307-423d-b3d2-1a8a03450dfd tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/quotas/98adf7a8368f4fa9967053c0e59bfe1a HTTP/1.1" status: 200 len: 375 time: 0.0089905 Jun 23 17:00:07.421415 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-f410bd31-4c8c-4255-84f1-018794069fb9 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353274 Jun 23 17:00:07.520516 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bd94eff3-e503-4d76-a46f-4ab9451eb36f service neutron] 10.222.0.99 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921965 Jun 23 17:00:07.619796 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-b6441d0c-dcf3-4d15-8631-a4077ee735a7 service neutron] 10.222.0.99 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919559 Jun 23 17:00:08.087862 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-dc50a40a-a6a4-4d4e-909f-555cf85879cc req-5abe5884-89ea-4835-9cb7-6bda94b0351d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0576839 Jun 23 17:00:08.096957 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484f9f-ac56-4b9e-aa8f-24441ccc7421 req-11af5b3c-f47f-46fd-b369-08b16c71682b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:08.098762 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f2484f9f-ac56-4b9e-aa8f-24441ccc7421 req-11af5b3c-f47f-46fd-b369-08b16c71682b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0897396 Jun 23 17:00:08.140509 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f2484f9f-ac56-4b9e-aa8f-24441ccc7421 req-cef22da4-30bd-4519-a511-ef41685272d7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Jun 23 17:00:08.404653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61585f94-3ca5-44a1-bc5e-eab1d96aca24 req-7d7ce901-2198-487e-9b30-19dd73153991 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:08.406072 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-61585f94-3ca5-44a1-bc5e-eab1d96aca24 req-7d7ce901-2198-487e-9b30-19dd73153991 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0743656 Jun 23 17:00:08.453375 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-61585f94-3ca5-44a1-bc5e-eab1d96aca24 req-f94c1943-f120-43f5-ab0e-51777ba2dc11 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Jun 23 17:00:09.112940 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be265382-fa12-4315-a404-60df4e16350d req-e05a8e31-aa61-4c19-9a8b-ba7b498fed77 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:09.114297 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be265382-fa12-4315-a404-60df4e16350d req-e05a8e31-aa61-4c19-9a8b-ba7b498fed77 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0792284 Jun 23 17:00:09.159106 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be265382-fa12-4315-a404-60df4e16350d req-fb8160be-c36e-4cfb-af9c-49ab0a325198 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383005 Jun 23 17:00:09.275830 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b1efa58f-810b-41e2-a9f3-d849818df406 req-a655a9f1-68d2-48db-9733-649e892eef09 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0616870 Jun 23 17:00:09.471869 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc56be-576f-4470-8ed2-ecb9fe81e4d8 req-6c1ed94c-c7db-44fc-8758-8789350dde95 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:09.473459 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-72bc56be-576f-4470-8ed2-ecb9fe81e4d8 req-6c1ed94c-c7db-44fc-8758-8789350dde95 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0751841 Jun 23 17:00:09.521836 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-72bc56be-576f-4470-8ed2-ecb9fe81e4d8 req-8556f53c-e7e6-4744-980b-7459d1190d69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jun 23 17:00:09.702954 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5e57-a332-40a6-b6f0-cd873379867b req-a6bfb9cb-c513-43cb-adc2-69d6e071dffa tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:09.703891 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ac4d5e57-a332-40a6-b6f0-cd873379867b req-a6bfb9cb-c513-43cb-adc2-69d6e071dffa tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 944 time: 0.0758741 Jun 23 17:00:09.750853 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ac4d5e57-a332-40a6-b6f0-cd873379867b req-5bed3ea9-2cfd-4e0d-8928-b9f788af5bb7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348835 Jun 23 17:00:10.025023 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device eb823e61-7e3a-4c8b-a21d-dab31163f659 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:10.099710 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:10.113556 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'port_id': 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'mac_address': 'fa:16:3e:ac:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8216d915-0d76-449e-821a-965082f06edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:10.160747 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.174583 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb823e61-7e3a-4c8b-a21d-dab31163f659 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:10.196127 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:10.369060 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9643-56f1-4a6e-8d69-7f79543b8f65 req-21826681-1499-4eee-b196-f672c90a1db0 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:10.370580 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50df9643-56f1-4a6e-8d69-7f79543b8f65 req-21826681-1499-4eee-b196-f672c90a1db0 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0858047 Jun 23 17:00:10.377096 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.381105 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-d57e4ee0-39a7-408f-923f-8782dc228fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:10.421972 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50df9643-56f1-4a6e-8d69-7f79543b8f65 req-f854b240-1a6e-4f81-b419-2c2deaefb224 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Jun 23 17:00:10.436446 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:10.445263 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.449864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:10.457306 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46860) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:10.460519 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:10.581501 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.583657 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f9d01577-09c9-46c9-a5a6-6e61ab3271ea req-49420515-a9da-4610-9203-56b037fbc1a8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0385287 Jun 23 17:00:10.705455 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.740697 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec205a-05b2-488b-89f9-5ed1e23bfc0a req-539911df-c1cb-4a0f-a897-2fc3b52748b2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:10.742292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cec205a-05b2-488b-89f9-5ed1e23bfc0a req-539911df-c1cb-4a0f-a897-2fc3b52748b2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0843506 Jun 23 17:00:10.781744 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5cec205a-05b2-488b-89f9-5ed1e23bfc0a req-f1e218ac-3e8c-4e4d-9a73-6a3c00b033e9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Jun 23 17:00:10.840182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.844092 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-efc51d50-e077-4431-95d5-fd8c3460a290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:10.885534 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=24bcb916f54a463880cd3e31eb9a55a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270682 Jun 23 17:00:10.886792 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf2dc4-f797-4795-93cf-4c8e7e4af51e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:10.888215 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46868) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:10.889970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:10.980851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.994278 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d36f7-120a-482a-866d-1e7fbbaed109 req-1f73d839-15bc-4f84-b937-7460b7834798 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:10.995840 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ea0d36f7-120a-482a-866d-1e7fbbaed109 req-1f73d839-15bc-4f84-b937-7460b7834798 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.1184011 Jun 23 17:00:11.028372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.067592 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ea0d36f7-120a-482a-866d-1e7fbbaed109 req-8cd9f6bc-40b9-4448-808a-eb4e9c9c66d7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657663 Jun 23 17:00:11.205484 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.208268 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:11.209383 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ddbf2dc4-f797-4795-93cf-4c8e7e4af51e HTTP/1.1" status: 204 len: 168 time: 0.3201492 Jun 23 17:00:11.210113 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-cd3f04ab-71a4-4483-9f2a-bc2734d3931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:11.228597 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf2dc4-f797-4795-93cf-4c8e7e4af51e,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:11.228597 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:11.616855 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee1be-925d-4b26-a2ec-7f6a9ab86039 req-a16db7fa-c52a-48e7-882c-3baaccaa5c56 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:11.619013 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c08ee1be-925d-4b26-a2ec-7f6a9ab86039 req-a16db7fa-c52a-48e7-882c-3baaccaa5c56 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0829775 Jun 23 17:00:11.666589 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c08ee1be-925d-4b26-a2ec-7f6a9ab86039 req-30a7e778-6ed8-4dd0-9b71-201c3fdf5d59 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Jun 23 17:00:11.803047 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3ebdf29b-d7c8-4aa4-b917-ee93297787ff req-11bc3047-a348-4692-81e1-d173685e8e25 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0292919 Jun 23 17:00:11.992142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794242ba-fda8-4b9b-9961-3d6e4df7d921 req-8b056e52-ca6c-4e3d-a7f2-8168e1201dc5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:11.993925 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-794242ba-fda8-4b9b-9961-3d6e4df7d921 req-8b056e52-ca6c-4e3d-a7f2-8168e1201dc5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0810156 Jun 23 17:00:12.034639 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-794242ba-fda8-4b9b-9961-3d6e4df7d921 req-4097a52e-0bbe-41d3-939f-d97732a17d8f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Jun 23 17:00:12.108572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 46888) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:12.122116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.225281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.259296 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4acd5c-92be-402b-9a76-e6349c51e400 req-b90524f6-ec51-4c12-bf9c-183c732c5700 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:12.262500 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1d4acd5c-92be-402b-9a76-e6349c51e400 req-b90524f6-ec51-4c12-bf9c-183c732c5700 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.0770526 Jun 23 17:00:12.304232 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1d4acd5c-92be-402b-9a76-e6349c51e400 req-628da02a-0109-4173-9fd9-bd39aa4e4055 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Jun 23 17:00:12.339918 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.343944 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-45aba56b-a190-4138-bb34-23758a6191e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:12.379819 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0b6debc95b4140efa3be17bfea4f5664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700722 Jun 23 17:00:12.382142 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a213102-b5b2-4e72-a936-63d3fbfcf43c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:12.383883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:12.384418 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 46894) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:12.434524 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.455989 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.619405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.622155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:12.623440 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2a213102-b5b2-4e72-a936-63d3fbfcf43c HTTP/1.1" status: 204 len: 168 time: 0.2370381 Jun 23 17:00:12.624257 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fa175b22-6bce-4559-8819-0a88a872e5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:12.632906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a213102-b5b2-4e72-a936-63d3fbfcf43c,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:12.636688 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:12.846553 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30c09b-68e7-4a10-b635-1029569a66d0 req-8e2eb02c-2783-4b8f-9fe0-dd2a2d22184b tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:12.848096 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be30c09b-68e7-4a10-b635-1029569a66d0 req-8e2eb02c-2783-4b8f-9fe0-dd2a2d22184b tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0703335 Jun 23 17:00:12.887086 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be30c09b-68e7-4a10-b635-1029569a66d0 req-c428bbb4-fedf-484c-b534-cd18abf04891 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Jun 23 17:00:13.021678 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5908fb19-b92b-4d0a-a6cf-fa51addc28e5 req-b1265166-80c7-4fda-bd5b-bf81478389f3 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0319295 Jun 23 17:00:13.214152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115f636-5d76-4e39-a66b-a7c2067115b0 req-4266ecac-2345-4484-a70d-ccd150b6e800 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:13.215608 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9115f636-5d76-4e39-a66b-a7c2067115b0 req-4266ecac-2345-4484-a70d-ccd150b6e800 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jun 23 17:00:13.258528 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9115f636-5d76-4e39-a66b-a7c2067115b0 req-13225d75-91ed-4d07-ad38-0ef715c92904 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Jun 23 17:00:13.490080 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56836c27-b393-48cd-9768-a2e8397ba0c9 req-a7322771-1d51-4683-a8e6-8c9edb3a5afd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:13.491703 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56836c27-b393-48cd-9768-a2e8397ba0c9 req-a7322771-1d51-4683-a8e6-8c9edb3a5afd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.0725687 Jun 23 17:00:13.532101 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-56836c27-b393-48cd-9768-a2e8397ba0c9 req-ba593999-06e4-4ed1-948b-1a666af8b940 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342617 Jun 23 17:00:14.065677 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106a4f-fb92-448e-ae93-01ed92f95e41 req-a09695d5-155b-4296-931f-00fc64cd6f7c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:14.072434 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a106a4f-fb92-448e-ae93-01ed92f95e41 req-a09695d5-155b-4296-931f-00fc64cd6f7c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0674942 Jun 23 17:00:14.108045 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a106a4f-fb92-448e-ae93-01ed92f95e41 req-0fa0dc2e-9924-4800-8f31-d6255a1e8210 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Jun 23 17:00:14.219642 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7b5e568e-0106-4e12-9b00-4c015e98ff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.249825 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e089e377-ca8e-43ab-afd2-cf14c2aa24a0 req-ab724d7f-8d49-4062-96ed-ac1115d7cda7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0324812 Jun 23 17:00:14.445627 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c4d85-5a7a-4366-ab09-afbfb9c7c004 req-b021f243-ed62-4110-a454-79e3a753203e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:14.447774 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-684c4d85-5a7a-4366-ab09-afbfb9c7c004 req-b021f243-ed62-4110-a454-79e3a753203e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0691216 Jun 23 17:00:14.493040 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-684c4d85-5a7a-4366-ab09-afbfb9c7c004 req-ed86d030-b5ac-4380-ab01-e87a76f0e63a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Jun 23 17:00:14.652505 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['eb823e61-7e3a-4c8b-a21d-dab31163f659'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:14.740924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be702c17-7760-4f41-a004-30b6f36c6810 req-4743840a-6864-4743-9a81-ccb9815426c5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:14.742522 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be702c17-7760-4f41-a004-30b6f36c6810 req-4743840a-6864-4743-9a81-ccb9815426c5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.0854092 Jun 23 17:00:14.804064 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be702c17-7760-4f41-a004-30b6f36c6810 req-2d137936-dc4b-4a07-af46-a8c2311ae078 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 Jun 23 17:00:15.295342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036a076-cd9f-4798-847e-22960923b36e req-cc1c3dc8-9f0f-46b3-8854-5863481d7d9c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:15.296881 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3036a076-cd9f-4798-847e-22960923b36e req-cc1c3dc8-9f0f-46b3-8854-5863481d7d9c tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0693777 Jun 23 17:00:15.339984 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3036a076-cd9f-4798-847e-22960923b36e req-229f6776-252e-4248-9db7-b0f20461bd6a tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Jun 23 17:00:15.395992 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-851a805a-1532-423d-b89e-7ad5228d35cd req-1a008e32-bff8-4cb0-99e4-5d5ee832dae6 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Jun 23 17:00:15.693896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea021-e992-41b1-81c7-c447290731e4 req-06a0bfba-03f7-432c-acaf-0ba261ec5699 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:15.695503 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-845ea021-e992-41b1-81c7-c447290731e4 req-06a0bfba-03f7-432c-acaf-0ba261ec5699 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0832026 Jun 23 17:00:15.798671 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-845ea021-e992-41b1-81c7-c447290731e4 req-8b9bf727-0967-4eb1-b7a7-f7a8e6759b83 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919445 Jun 23 17:00:15.833896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-5e190551-2f20-4fbb-b0a7-6a197371b757 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:15.835677 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-5e190551-2f20-4fbb-b0a7-6a197371b757 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "GET /v2.0/networks?id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 HTTP/1.1" status: 200 len: 809 time: 0.1626079 Jun 23 17:00:15.911218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Request body: {'port': {'device_id': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592', 'admin_state_up': True, 'tenant_id': '98adf7a8368f4fa9967053c0e59bfe1a'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:16.079550 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7dca6-e147-4c93-8466-30d1cc1c8663 req-40f5ef8f-cfaf-4481-8aa8-567da151cf4c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.081144 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aae7dca6-e147-4c93-8466-30d1cc1c8663 req-40f5ef8f-cfaf-4481-8aa8-567da151cf4c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.1368804 Jun 23 17:00:16.136454 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aae7dca6-e147-4c93-8466-30d1cc1c8663 req-9a63d6fe-c52c-47a4-bbbc-84a2e399d446 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jun 23 17:00:16.274374 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Made reservation on behalf of 98adf7a8368f4fa9967053c0e59bfe1a for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:16.278682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.423442 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Allocated IP 172.20.0.7 (931f3aa3-8f73-4ff9-9e0f-bfcd39c22592/2a3a4a03-6b08-4ae7-ad34-9e592e75c82c/a2b24d0b-396d-4ede-b368-23d53ac8e798) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:16.575272 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768e4f9-7235-4adb-a97a-7bd41a129c2f req-f01bb6c6-82ee-447b-b1aa-cb4a6d80a9e8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.583215 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7768e4f9-7235-4adb-a97a-7bd41a129c2f req-f01bb6c6-82ee-447b-b1aa-cb4a6d80a9e8 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0824366 Jun 23 17:00:16.631865 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7768e4f9-7235-4adb-a97a-7bd41a129c2f req-c7245254-8af0-4a62-8edd-97e5dcb26ee2 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/security-groups?id=268971b6-e420-4787-96c9-cc84ec6d055b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Jun 23 17:00:16.662003 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dddacc7c-aced-43b3-9279-6cae7d92d91e req-71246797-54a2-4503-8291-74f85424c26e tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0392313 Jun 23 17:00:16.684361 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.716846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-6a25c4a4-1589-4efc-a8ff-dd3a07c2f2cb tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.718301 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-6a25c4a4-1589-4efc-a8ff-dd3a07c2f2cb tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.68 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 945 time: 0.0771813 Jun 23 17:00:16.803911 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.810178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:16.865639 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Deleting port c8dd696e-192a-443c-a939-a22a273ce415 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:16.866181 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.869456 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:16.876022 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:16.880189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:16.887122 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.887541 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.906395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Pushing event updated for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:16.910342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:16.995400 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c3519b02-18c7-4b5f-94c3-69bc0ae220c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.048369 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] For port c8dd696e-192a-443c-a939-a22a273ce415, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c8dd696e-192a-443c-a939-a22a273ce415,segment=NetworkSegment(d616d7f3-0257-4f8a-aa49-033840fa97a9),segment_id=d616d7f3-0257-4f8a-aa49-033840fa97a9)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:17.048759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.049656 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.054299 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1474650 Jun 23 17:00:17.069513 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Calling delete_port for c8dd696e-192a-443c-a939-a22a273ce415 owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:17.094812 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Request body: {'port': {'device_id': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:17.150083 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e6bc-ae39-42b2-9398-d3004357daaa req-eccd37c5-fe9f-4990-a668-a05b5d177370 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:17.153269 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7355e6bc-ae39-42b2-9398-d3004357daaa req-eccd37c5-fe9f-4990-a668-a05b5d177370 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1923292 Jun 23 17:00:17.185053 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.257939 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7355e6bc-ae39-42b2-9398-d3004357daaa req-cabb7d52-ce6d-4c58-9fd2-c2c216057d99 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668414 Jun 23 17:00:17.408842 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.413107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.439859 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Pushing event deleted for resources: {'Port': ['ID=c8dd696e-192a-443c-a939-a22a273ce415,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.453377 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.457164 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bbdba-c651-41ee-a5e8-2557d7044a98 req-5ce38719-2be2-4de1-bfbe-fbb248d7fd2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:17.458670 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c83bbdba-c651-41ee-a5e8-2557d7044a98 req-5ce38719-2be2-4de1-bfbe-fbb248d7fd2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 945 time: 0.1336842 Jun 23 17:00:17.470245 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['c8dd696e-192a-443c-a939-a22a273ce415'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:17.531297 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c83bbdba-c651-41ee-a5e8-2557d7044a98 req-6891f5f0-520d-4fc2-a159-7ecc63a017cf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Jun 23 17:00:17.534742 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] No DVR routers for this DVR port c8dd696e-192a-443c-a939-a22a273ce415 on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:17.538275 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.541042 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3b8564ee-626e-4c0a-84dd-57add15595b9 req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.68 "DELETE /v2.0/ports/c8dd696e-192a-443c-a939-a22a273ce415 HTTP/1.1" status: 204 len: 173 time: 0.8053677 Jun 23 17:00:17.541594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'name': 'network-vif-deleted', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:17.544735 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803e93c-3bea-4c6e-b5f6-d656d59a4cf0" -d '{"events": [{"server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "name": "network-vif-deleted", "tag": "c8dd696e-192a-443c-a939-a22a273ce415"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:17.580779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b24d0b-396d-4ede-b368-23d53ac8e798 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:17.587952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeb942d-d166-4b5d-9066-bcf12cc04fa3 x-openstack-request-id: req-5aeb942d-d166-4b5d-9066-bcf12cc04fa3 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:17.589162 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e394d2-3091-4f4d-a0d0-b156bd1ae73b", "name": "network-vif-deleted", "tag": "c8dd696e-192a-443c-a939-a22a273ce415", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:17.589457 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.589576 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-5aeb942d-d166-4b5d-9066-bcf12cc04fa3 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:17.590223 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e394d2-3091-4f4d-a0d0-b156bd1ae73b', 'name': 'network-vif-deleted', 'tag': 'c8dd696e-192a-443c-a939-a22a273ce415', 'status': 'completed', 'code': 200} Jun 23 17:00:17.601960 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Transition to ACTIVE for port object a2b24d0b-396d-4ede-b368-23d53ac8e798 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:17.716274 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.726808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4e53c4ea-893c-4036-a900-b390c0d31922 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:17.825350 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-988f159a-8cd8-43e0-ae7f-4b6ece45161d req-93d7a869-8cd0-4b2b-901e-5177e4623a51 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0537977 Jun 23 17:00:17.853783 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:17.858404 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:17.871280 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Attempting to bind port a2b24d0b-396d-4ede-b368-23d53ac8e798 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:17.871280 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Attempting to bind port a2b24d0b-396d-4ede-b368-23d53ac8e798 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:17.871280 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Attempting to bind port a2b24d0b-396d-4ede-b368-23d53ac8e798 on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:17.876740 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Port a2b24d0b-396d-4ede-b368-23d53ac8e798 on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:17.877396 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Attempting to bind port a2b24d0b-396d-4ede-b368-23d53ac8e798 on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:17.883364 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:17.883920 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Checking segment: {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:17.884352 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Bound using segment: {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:17.884777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Bound port: a2b24d0b-396d-4ede-b368-23d53ac8e798, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:17.885520 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.893050 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14abb-3df8-4ac4-bb1e-a5c73cef8fa4 req-5a50220e-3712-427c-9e27-6b315b61025f tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:17.894567 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-93b14abb-3df8-4ac4-bb1e-a5c73cef8fa4 req-5a50220e-3712-427c-9e27-6b315b61025f tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.0907657 Jun 23 17:00:17.936298 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-93b14abb-3df8-4ac4-bb1e-a5c73cef8fa4 req-f2e24e18-95ca-40b8-b1a1-afb7828f8080 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Jun 23 17:00:17.950998 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:17.954277 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:18.040896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.044536 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.050578 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device eb823e61-7e3a-4c8b-a21d-dab31163f659 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:18.084220 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.084571 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.086371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] 10.222.0.68 "PUT /v2.0/ports/a2b24d0b-396d-4ede-b368-23d53ac8e798 HTTP/1.1" status: 200 len: 1093 time: 1.0057080 Jun 23 17:00:18.089630 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:18.093965 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520" -d '{"events": [{"name": "network-changed", "server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:18.134817 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.139184 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.146435 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7b9667-a7db-4332-b43b-6e2556fa2273 x-openstack-request-id: req-1f7b9667-a7db-4332-b43b-6e2556fa2273 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:18.146595 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:18.146837 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-1f7b9667-a7db-4332-b43b-6e2556fa2273 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:18.147262 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798', 'status': 'completed', 'code': 200} Jun 23 17:00:18.162763 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port eb823e61-7e3a-4c8b-a21d-dab31163f659 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:18.167312 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port eb823e61-7e3a-4c8b-a21d-dab31163f659 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:18.167968 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.273876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.301225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:18.303699 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b901075-3523-4d6e-92ba-a99d7e6b74cf" -d '{"events": [{"server_uuid": "22bdddf0-4999-468c-a841-083276979503", "name": "network-vif-plugged", "status": "completed", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:18.306797 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-edb13020-9b1e-4197-a4fe-457b481b9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.309669 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-edb13020-9b1e-4197-a4fe-457b481b9a20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0832098 Jun 23 17:00:18.317768 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:18.473260 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.475290 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.476382 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-3b9c94b8-4f9a-4929-a749-fea30a818c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.478447 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-3b9c94b8-4f9a-4929-a749-fea30a818c36 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1492143 Jun 23 17:00:18.514487 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76c0e60-0900-43bd-808f-da61fc595aa1 x-openstack-request-id: req-d76c0e60-0900-43bd-808f-da61fc595aa1 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:18.515008 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bdddf0-4999-468c-a841-083276979503", "name": "network-vif-plugged", "status": "completed", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:18.515429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d76c0e60-0900-43bd-808f-da61fc595aa1 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:18.515675 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'code': 200} Jun 23 17:00:18.523031 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed481fcb-46fc-45ff-8c9d-90af96a6ed1a req-0b7dc0d7-aac1-499c-8e57-f600319ae491 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.524683 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ed481fcb-46fc-45ff-8c9d-90af96a6ed1a req-0b7dc0d7-aac1-499c-8e57-f600319ae491 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1208892 Jun 23 17:00:18.534340 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.537514 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.609150 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.645057 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ed481fcb-46fc-45ff-8c9d-90af96a6ed1a req-d0c6cfb9-87ba-4913-84ac-ab86671bf9a6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123869 Jun 23 17:00:18.672970 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-c2556f62-7293-4b0e-88f0-d8f01f114dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.676345 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5d9bc1bf-8b42-40ec-940c-7c18ce9bc520 req-c2556f62-7293-4b0e-88f0-d8f01f114dd5 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1877925 Jun 23 17:00:18.792254 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b690b-d43c-4962-aea2-e30a0d0800e5 req-1fb172c5-e850-4736-8df7-18b631804d96 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.793872 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a30b690b-d43c-4962-aea2-e30a0d0800e5 req-1fb172c5-e850-4736-8df7-18b631804d96 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0657942 Jun 23 17:00:18.828976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-caf9d80d-7024-4363-8ccb-7115f42aee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.830658 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-caf9d80d-7024-4363-8ccb-7115f42aee14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0648699 Jun 23 17:00:18.848211 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a30b690b-d43c-4962-aea2-e30a0d0800e5 req-52556b18-68d0-49ff-a0a7-7b2de27feffa tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Jun 23 17:00:18.905328 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-3855a399-a5e5-488c-a268-d24fbf0689ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798 HTTP/1.1" status: 200 len: 217 time: 0.0487247 Jun 23 17:00:18.956676 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47072) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:18.993045 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-cea62e91-939d-40a4-b0a0-703c29365919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.995383 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-cea62e91-939d-40a4-b0a0-703c29365919 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a3a4a03-6b08-4ae7-ad34-9e592e75c82c HTTP/1.1" status: 200 len: 849 time: 0.0791597 Jun 23 17:00:19.176603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.258680 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-c1b3db57-4df2-41b9-ae25-699a67c034d7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2510574 Jun 23 17:00:19.263352 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ce461-09ec-49e8-b111-9c5813ef7160 req-d62aead6-8422-48e9-9efb-038fd10e6f18 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:19.264844 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-060ce461-09ec-49e8-b111-9c5813ef7160 req-d62aead6-8422-48e9-9efb-038fd10e6f18 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.1812384 Jun 23 17:00:19.278128 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fa1b1c75-a6dd-4d9b-aa95-dc9a86c17b02 req-9a894826-778c-48b7-8c3d-e4a12fe859a3 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.2544582 Jun 23 17:00:19.307722 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445af79-1242-4e63-8774-8a3de7a643c7 req-d6559a18-6b76-408b-bab2-8987fab201fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:19.309191 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c445af79-1242-4e63-8774-8a3de7a643c7 req-d6559a18-6b76-408b-bab2-8987fab201fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 1099 time: 0.1768279 Jun 23 17:00:19.349443 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-060ce461-09ec-49e8-b111-9c5813ef7160 req-2e45c3ab-f6ee-4db5-8a3a-1a0b25b7c06c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758233 Jun 23 17:00:19.363235 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-f3bb5195-37ed-4cb0-8318-d1206e35c474 service neutron] 10.222.0.68 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883856 Jun 23 17:00:19.380772 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c445af79-1242-4e63-8774-8a3de7a643c7 req-913348a2-c8cc-4c01-91f7-c56254132cd5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Jun 23 17:00:19.394258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.455391 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f272bd3b-946a-42ca-8d5e-eae5b34294c7 req-dafb18b4-2b41-4c98-bcd4-b90ecd67e838 service neutron] 10.222.0.68 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817571 Jun 23 17:00:19.555258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.558806 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:19.598951 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=94c0860482054291b9785deb04539504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385298 Jun 23 17:00:19.598951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6afef7-0069-4635-b9ff-78d58399a40b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:19.599670 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47084) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:19.601449 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:19.652437 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.674370 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.803023 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.806140 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:19.810787 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ad6afef7-0069-4635-b9ff-78d58399a40b HTTP/1.1" status: 204 len: 168 time: 0.2067044 Jun 23 17:00:19.810787 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4126cfc8-bd7b-4849-b1ff-29512c5d4cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:19.821941 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6afef7-0069-4635-b9ff-78d58399a40b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:19.825772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:19.846164 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566a009-5a99-47c5-b3be-c8eab80e9d07 req-c0ad568e-4dd3-434c-a0ca-223be0b8c49a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:19.847700 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d566a009-5a99-47c5-b3be-c8eab80e9d07 req-c0ad568e-4dd3-434c-a0ca-223be0b8c49a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0759294 Jun 23 17:00:19.895588 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d566a009-5a99-47c5-b3be-c8eab80e9d07 req-4bcdbc68-fdc2-41f5-8feb-60f74c73436e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Jun 23 17:00:20.038007 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c8dd696e-192a-443c-a939-a22a273ce415 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:20.062118 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: c8dd696e-192a-443c-a939-a22a273ce415 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:20.062468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c8dd696e-192a-443c-a939-a22a273ce415 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:20.066707 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad8c38-4fb0-466b-848a-af7349590e3d req-306e3a62-6f4b-4e22-a02d-666cad24ce61 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:20.068471 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-72ad8c38-4fb0-466b-848a-af7349590e3d req-306e3a62-6f4b-4e22-a02d-666cad24ce61 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0732510 Jun 23 17:00:20.108639 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-72ad8c38-4fb0-466b-848a-af7349590e3d req-c801b064-4478-4837-9c43-b73391e7c419 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Jun 23 17:00:20.505599 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c946443f-77ab-4292-9926-00ee7730c9a1 req-3e6f136f-e3c1-4aba-b806-29c03539bf2d tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] 10.222.0.99 "GET /v2.0/ports?device_id=57e394d2-3091-4f4d-a0d0-b156bd1ae73b HTTP/1.1" status: 200 len: 210 time: 0.0443206 Jun 23 17:00:20.515171 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.532370 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47116) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:20.594372 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a0bf-c249-4404-bf52-7695204dbd97 req-ff336729-20d8-49c0-b387-4db7dc65acfc tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:20.603266 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9145a0bf-c249-4404-bf52-7695204dbd97 req-ff336729-20d8-49c0-b387-4db7dc65acfc tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.0828996 Jun 23 17:00:20.638237 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9145a0bf-c249-4404-bf52-7695204dbd97 req-fed6840d-3422-4355-a2ab-456991e20b07 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Jun 23 17:00:20.664524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.774885 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.837474 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.846939 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-92b37ab4-54fe-4956-a7e0-2f321c249023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:20.879397 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fb6908a20f66415c820cb33af221730d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456528 Jun 23 17:00:20.882469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47126) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:20.884978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71486bc-7b22-43fe-a7c5-4a9f617c4904,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:20.889062 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:20.941117 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.975046 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.096340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed608d-ae7e-4e2b-9808-41c299e6cb91 req-d015ba15-40e2-46bb-b8d9-5036c21f1039 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.097229 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:21.097851 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d4ed608d-ae7e-4e2b-9808-41c299e6cb91 req-d015ba15-40e2-46bb-b8d9-5036c21f1039 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0769627 Jun 23 17:00:21.138916 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d4ed608d-ae7e-4e2b-9808-41c299e6cb91 req-10bbbee2-112c-4078-8a40-acda14a9de76 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Jun 23 17:00:21.166314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.169153 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.170413 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b71486bc-7b22-43fe-a7c5-4a9f617c4904 HTTP/1.1" status: 204 len: 168 time: 0.2868118 Jun 23 17:00:21.171296 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e9aff014-5eba-4b2b-8db7-8b3527682475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:21.182913 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71486bc-7b22-43fe-a7c5-4a9f617c4904,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:21.190178 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:21.360772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafd7eb-adc3-47be-85c2-c8d3eaed01e0 req-950624c7-d59f-4e89-bf17-60043583ff20 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.362348 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3dafd7eb-adc3-47be-85c2-c8d3eaed01e0 req-950624c7-d59f-4e89-bf17-60043583ff20 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0711412 Jun 23 17:00:21.405347 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3dafd7eb-adc3-47be-85c2-c8d3eaed01e0 req-39410bc0-2093-49e1-9ea0-f55a40b9f18d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jun 23 17:00:21.865625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e62d8-d2db-4fc7-ab85-1f93db9211b8 req-7a4f4b8a-f3e3-4648-b310-2c9d71acb967 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.867257 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cd2e62d8-d2db-4fc7-ab85-1f93db9211b8 req-7a4f4b8a-f3e3-4648-b310-2c9d71acb967 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.0798926 Jun 23 17:00:21.909292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cd2e62d8-d2db-4fc7-ab85-1f93db9211b8 req-fb868e11-a026-4668-a8de-80e79ac26b20 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357380 Jun 23 17:00:22.070906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47170) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:22.085780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.195576 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.333319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.359167 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-67e346f9-f339-4c14-9c4d-a173e2383c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.388483 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc6f3-016f-478f-8154-0688f9c2594f req-170a279f-e6b0-4915-849b-14095b460dc2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:22.390560 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1a1fc6f3-016f-478f-8154-0688f9c2594f req-170a279f-e6b0-4915-849b-14095b460dc2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0990901 Jun 23 17:00:22.396510 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=2de7e5ee919f4f6ea9615bd03142622e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240433 Jun 23 17:00:22.399443 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47182) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:22.406693 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef9e4d-53cb-4a6a-a53f-ca8cbc3df8ae,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.414893 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.439070 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1a1fc6f3-016f-478f-8154-0688f9c2594f req-718454f8-c290-4c40-9e67-57f62b590e67 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Jun 23 17:00:22.483439 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.517124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.638814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e35f1d-3401-4116-8583-50230fe19b0c req-b8aa686b-ccd4-46be-ac98-9b8f57d3fe5a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:22.640337 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d9e35f1d-3401-4116-8583-50230fe19b0c req-b8aa686b-ccd4-46be-ac98-9b8f57d3fe5a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0798941 Jun 23 17:00:22.690905 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d9e35f1d-3401-4116-8583-50230fe19b0c req-4e7dcb9f-5424-4df7-946d-cbeb2ff60bd6 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Jun 23 17:00:22.716067 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.718660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.719840 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/94ef9e4d-53cb-4a6a-a53f-ca8cbc3df8ae HTTP/1.1" status: 204 len: 168 time: 0.3194544 Jun 23 17:00:22.720593 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b0e23a37-2010-4da2-a4bb-3751db1c39a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.729311 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef9e4d-53cb-4a6a-a53f-ca8cbc3df8ae,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.734246 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:23.108531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9f73f-b58f-410f-9e2d-41d785adc765 req-5238caf5-ebb3-4591-9990-751e5775eb2d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.110144 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41a9f73f-b58f-410f-9e2d-41d785adc765 req-5238caf5-ebb3-4591-9990-751e5775eb2d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.0673559 Jun 23 17:00:23.151395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47212) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:23.153991 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41a9f73f-b58f-410f-9e2d-41d785adc765 req-5e60bc0c-43ed-42af-86b5-6484de55f9df tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Jun 23 17:00:23.309663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.433356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.509655 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.527506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:23.568012 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0add52240da5465f8e6dd5de1b57910c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132445 Jun 23 17:00:23.569250 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47238) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:23.569454 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47236) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:23.623858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Deleting subnet 3b2633c5-593f-4d18-8656-3892127b94e1 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:00:23.627152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.629030 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa817439-367b-40b0-833b-2405b55d82fb,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:23.652050 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:23.676157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.687971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.688110 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.709072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a4481-925c-45e0-9df5-ba09ad97b156 req-12b383bb-f49c-4d22-91d9-c903d949565d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.710567 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-705a4481-925c-45e0-9df5-ba09ad97b156 req-12b383bb-f49c-4d22-91d9-c903d949565d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1200969 Jun 23 17:00:23.727149 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.782922 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-705a4481-925c-45e0-9df5-ba09ad97b156 req-f907d918-60e9-4a7e-a2fd-f15655e8e30a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623310 Jun 23 17:00:23.855751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.859065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:23.886506 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2633c5-593f-4d18-8656-3892127b94e1,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:23.888730 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.893549 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/3b2633c5-593f-4d18-8656-3892127b94e1 HTTP/1.1" status: 204 len: 168 time: 0.3211451 Jun 23 17:00:23.893549 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:23.894698 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47250) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:23.950240 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a9b3-2e98-4d56-ba71-e920a90c5683 req-e127acef-1722-421b-bfd3-6bd4399ea702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.951894 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3107a9b3-2e98-4d56-ba71-e920a90c5683 req-e127acef-1722-421b-bfd3-6bd4399ea702 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1098 time: 0.0578458 Jun 23 17:00:24.035794 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3107a9b3-2e98-4d56-ba71-e920a90c5683 req-4d7bc958-8408-46f5-ada4-3330e8f1d197 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Jun 23 17:00:24.036893 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.039531 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.044452 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fa817439-367b-40b0-833b-2405b55d82fb HTTP/1.1" status: 204 len: 168 time: 0.4704022 Jun 23 17:00:24.044452 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:24.057327 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa817439-367b-40b0-833b-2405b55d82fb,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:24.062695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a2b24d0b-396d-4ede-b368-23d53ac8e798 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:24.076135 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:24.218005 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.218631 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:24.234010 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'a2b24d0b-396d-4ede-b368-23d53ac8e798', 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592', 'port_id': 'a2b24d0b-396d-4ede-b368-23d53ac8e798', 'mac_address': 'fa:16:3e:1d:2e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3a4a03-6b08-4ae7-ad34-9e592e75c82c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:24.285255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.302266 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b24d0b-396d-4ede-b368-23d53ac8e798 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:24.344151 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:24.348361 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.358825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315af5-829f-4cff-99a1-78ff44065262 req-7bd7ed3f-2faf-41f3-90f1-3de26bdc6b43 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:24.359415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.359718 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.360460 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.360582 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-be315af5-829f-4cff-99a1-78ff44065262 req-7bd7ed3f-2faf-41f3-90f1-3de26bdc6b43 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 943 time: 0.0730319 Jun 23 17:00:24.361124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > port after_create 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.361247 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.361530 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > port after_update 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.362381 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.362381 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.362615 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.362783 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.409495 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-be315af5-829f-4cff-99a1-78ff44065262 req-025403f3-a72a-43fc-9e42-a5bac92d280d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367389 Jun 23 17:00:24.489350 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.493174 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:24.548169 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.548523 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.548856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.549185 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:00:24.550083 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e160f40e-1f56-4f64-bb3b-5d00022a3cb9']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:24.552354 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:24.555810 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:24.587049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd616d7f3-0257-4f8a-aa49-033840fa97a9') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:24.587049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd616d7f3-0257-4f8a-aa49-033840fa97a9') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:24.598081 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.619462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.632078 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:00:24.632078 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: from cryptography.utils import int_from_bytes Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: from cryptography.utils import int_from_bytes Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:00:24.634156 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:00:24.784801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.793265 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:24.797565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:24.802300 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] 10.222.0.99 "DELETE /v2.0/networks/e160f40e-1f56-4f64-bb3b-5d00022a3cb9 HTTP/1.1" status: 204 len: 168 time: 0.9038749 Jun 23 17:00:24.814594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e160f40e-1f56-4f64-bb3b-5d00022a3cb9,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:24.829724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-56334407-d252-4d51-a6a2-da8cf621cf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:24.857460 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47282) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:24.876132 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.055825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.064834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7507d-0d40-49d7-a3a5-50306993796f req-2f8a2f53-892a-4353-a951-161e49cace93 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:25.067262 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8f7507d-0d40-49d7-a3a5-50306993796f req-2f8a2f53-892a-4353-a951-161e49cace93 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1423144 Jun 23 17:00:25.135464 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8f7507d-0d40-49d7-a3a5-50306993796f req-b788b279-7fd2-4f21-b680-09ea82fb5f97 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Jun 23 17:00:25.184795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.189801 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-726047d3-af77-416d-bdef-6b0aab67ac74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:25.230933 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a2b24d0b-396d-4ede-b368-23d53ac8e798'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:25.257780 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a222304b3c4b4f9f86065c893df1253e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967333 Jun 23 17:00:25.258393 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47294) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:25.259963 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd056e1-e769-4819-a62f-32b881752fe2,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:25.265560 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:25.333664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.371082 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.508981 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47300) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:25.531055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.533601 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.534726 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9fd056e1-e769-4819-a62f-32b881752fe2 HTTP/1.1" status: 204 len: 168 time: 0.2752349 Jun 23 17:00:25.541537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:25.565097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd056e1-e769-4819-a62f-32b881752fe2,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:25.587284 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:25.599618 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-73d93104-5c00-4430-a021-a59234c2ee79 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f462ba9bc8994de7b2e28f1d6ad38c17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0891838 Jun 23 17:00:25.601811 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47306) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:25.679659 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c274d0-0871-4bdc-935d-1478d4c06e94 req-f81d18a8-718a-466a-972c-118b24d6ad8b tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:25.682625 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-68c274d0-0871-4bdc-935d-1478d4c06e94 req-f81d18a8-718a-466a-972c-118b24d6ad8b tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 944 time: 0.1387019 Jun 23 17:00:25.701550 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.747211 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.760338 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-68c274d0-0871-4bdc-935d-1478d4c06e94 req-e323c8bb-8ba4-4eaa-82ac-735416725019 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664425 Jun 23 17:00:25.935882 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.943879 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:25.949772 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/268971b6-e420-4787-96c9-cc84ec6d055b HTTP/1.1" status: 204 len: 168 time: 0.3466156 Jun 23 17:00:25.952048 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:25.961225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268971b6-e420-4787-96c9-cc84ec6d055b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:25.965354 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:26.343792 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b7e60-e257-41f2-8373-c3d2348e1979 req-b5f2c2e9-0e5c-4fa9-acc2-449dca116325 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:26.352666 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-057b7e60-e257-41f2-8373-c3d2348e1979 req-b5f2c2e9-0e5c-4fa9-acc2-449dca116325 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0844436 Jun 23 17:00:26.397374 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-057b7e60-e257-41f2-8373-c3d2348e1979 req-eb074ce0-6ca7-4459-8cfd-31e1ced66cec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Jun 23 17:00:26.519031 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.565919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47340) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:26.767834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:26.923503 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.046493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ff241-e280-4758-af5b-00185bb8bc33 req-647f275a-ebfe-44da-a3f2-c43eb6a369f8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:27.048640 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-656ff241-e280-4758-af5b-00185bb8bc33 req-647f275a-ebfe-44da-a3f2-c43eb6a369f8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 944 time: 0.1321127 Jun 23 17:00:27.061965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.065204 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3b822fba-d24a-4344-93c7-aa7628b4e531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.108676 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-656ff241-e280-4758-af5b-00185bb8bc33 req-50703aa9-75ae-4fde-a840-aadb5bed2013 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540326 Jun 23 17:00:27.153004 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e0778a6a7c24461b8454635c834e19d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851672 Jun 23 17:00:27.157151 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47372) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:27.180902 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf9323-4f9b-4ba1-be13-d68f4bc9d749,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.181060 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47374) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:27.182901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.232894 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-9aea943c-7a3c-4eea-ab2c-1362469b720d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:27.242020 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-9aea943c-7a3c-4eea-ab2c-1362469b720d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1532617 Jun 23 17:00:27.257796 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.263762 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-a3c2d553-1939-41c8-9c37-c2a54a5d387b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/quotas/86a2a31c32ae43699784dd7713e263fd HTTP/1.1" status: 200 len: 375 time: 0.0206578 Jun 23 17:00:27.284649 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.397105 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-6eb4fba7-eb4e-44c0-833d-17fa500ab153 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319442 Jun 23 17:00:27.433637 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.435740 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.439954 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/09cf9323-4f9b-4ba1-be13-d68f4bc9d749 HTTP/1.1" status: 204 len: 168 time: 0.2813888 Jun 23 17:00:27.441058 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a5040127-b8ea-47fb-963c-2837aba52292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.451983 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf9323-4f9b-4ba1-be13-d68f4bc9d749,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.468776 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.492487 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.493099 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.493650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.494397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.494978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.495707 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.496340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.496864 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.497398 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.497927 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.498469 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.498986 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:27.512439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.524975 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-256257b3-9431-4fe3-b48a-11d0c1af5cb8 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196661 Jun 23 17:00:27.670417 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.721394 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-378180da-2028-481a-b639-28ce709fa305 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916096 Jun 23 17:00:27.766761 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.771532 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7ba62f87-7f83-4e6d-a461-d269fdbd8891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:27.815166 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-d27ca72e-779b-4ad4-9fb6-dbff223db15c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2047884 Jun 23 17:00:27.831984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25c6a3-9121-4a3d-9b6c-868d03c480d2,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:27.840440 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47398) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:27.840628 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ee8b0b2e738a4b0d952c48e6772b5949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498454 Jun 23 17:00:27.843109 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:27.856097 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adebad7-c562-46d4-9d1c-cbef9b05e28d req-e0040c22-254e-4512-9180-e7b6333f55a3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:27.857652 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3adebad7-c562-46d4-9d1c-cbef9b05e28d req-e0040c22-254e-4512-9180-e7b6333f55a3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.1943541 Jun 23 17:00:27.927732 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3adebad7-c562-46d4-9d1c-cbef9b05e28d req-f7ab2880-bda8-4a36-abdd-28c9ec7bab89 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Jun 23 17:00:27.930051 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:27.961325 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.040353 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-b4519759-c30c-41e9-9bc2-e42a9eb9fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:28.042530 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-b4519759-c30c-41e9-9bc2-e42a9eb9fa15 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 1098 time: 0.1085131 Jun 23 17:00:28.092568 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a2b24d0b-396d-4ede-b368-23d53ac8e798 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:28.135769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.140202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.144756 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ee25c6a3-9121-4a3d-9b6c-868d03c480d2 HTTP/1.1" status: 204 len: 168 time: 0.3026707 Jun 23 17:00:28.145977 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0dea183-fc1a-4769-8d8e-2f14c259976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:28.188840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25c6a3-9121-4a3d-9b6c-868d03c480d2,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:28.229433 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.229816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.230170 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.230512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.230850 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.231189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.231539 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.231873 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.232210 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.232543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.232863 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.233189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:28.251780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:28.278715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port a2b24d0b-396d-4ede-b368-23d53ac8e798 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:28.283774 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port a2b24d0b-396d-4ede-b368-23d53ac8e798 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:28.284162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.292282 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bb541-ff2d-440a-a471-b645d0249f4c req-07d392a3-2078-40dc-8f01-20bda9e38f24 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:28.294000 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fa6bb541-ff2d-440a-a471-b645d0249f4c req-07d392a3-2078-40dc-8f01-20bda9e38f24 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1445675 Jun 23 17:00:28.302225 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6552f679-a645-4e77-bd57-0a0b21a8fdf9 req-9fb27d4f-7d8a-436d-ac98-e1b62f7d932f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0745487 Jun 23 17:00:28.303846 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-f96ada4b-646b-416a-a59a-04bcf764ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:28.305294 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-f96ada4b-646b-416a-a59a-04bcf764ac58 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 917 time: 0.2106738 Jun 23 17:00:28.364206 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-ef783eb4-3f07-4963-86ff-f045f388ce3a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e HTTP/1.1" status: 200 len: 217 time: 0.0445447 Jun 23 17:00:28.376059 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fa6bb541-ff2d-440a-a471-b645d0249f4c req-dacbe1d5-05b2-45fa-ac86-e8d880b02454 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747581 Jun 23 17:00:28.454592 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-6e45b6b6-dbb6-4132-a10c-247c9538130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:28.462805 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-6e45b6b6-dbb6-4132-a10c-247c9538130c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.0810010 Jun 23 17:00:28.485925 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.516524 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:28.519320 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576f444-ee64-4d96-a9f4-4c6a9b9b60c2" -d '{"events": [{"server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "name": "network-vif-plugged", "status": "completed", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:28.533909 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:28.538479 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-c2685211-4d16-42fd-b8f9-fa973602b4ef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580559 Jun 23 17:00:28.628937 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1f30b-4605-44de-a254-374d14f641d0 req-16754b7c-5c3b-4f12-b82e-9daf2d421825 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:28.630393 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-afc1f30b-4605-44de-a254-374d14f641d0 req-16754b7c-5c3b-4f12-b82e-9daf2d421825 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 944 time: 0.1636934 Jun 23 17:00:28.655375 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:28.657270 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:28.681770 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-92eae7fc-a251-4b8a-8336-7ac536caaca4 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310246 Jun 23 17:00:28.687756 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-afc1f30b-4605-44de-a254-374d14f641d0 req-3105ca31-9d46-4d7e-96f0-9c77e7088ba8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Jun 23 17:00:28.731615 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:28.748696 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:28.781872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c0e582-addf-4557-9a8d-eff7994920c2 x-openstack-request-id: req-d8c0e582-addf-4557-9a8d-eff7994920c2 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:28.782459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "name": "network-vif-plugged", "status": "completed", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:28.782459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-d8c0e582-addf-4557-9a8d-eff7994920c2 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:28.783152 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798', 'code': 200} Jun 23 17:00:28.854506 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1c8184b-14d5-48a4-80a9-c98e9f96122a req-2adc80d0-b8fc-4f76-a912-ed32ea1f503f service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590173 Jun 23 17:00:29.288528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822478a-5c90-4e0b-9bfc-5df0163d697a req-b183c86d-eb48-4fdc-af39-d6702a19842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:29.290203 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9822478a-5c90-4e0b-9bfc-5df0163d697a req-b183c86d-eb48-4fdc-af39-d6702a19842d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0594375 Jun 23 17:00:29.346267 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9822478a-5c90-4e0b-9bfc-5df0163d697a req-22670cfb-0b22-4e41-97ab-1cdc8224e439 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Jun 23 17:00:29.472439 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-baf6c2f0-95f2-4114-bbe2-153b0d90f1ac req-39fffc87-168f-4548-a34f-cb370ced7e5d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0294690 Jun 23 17:00:29.498855 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47458) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:29.513263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.623833 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.750377 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.753776 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2dff0a05-6bae-44f9-9fce-024e6e65a075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:29.806319 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d6393565616447e095a7bee02ddd8c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063152 Jun 23 17:00:29.807287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62c303-aec2-43e4-9f23-b3d78acd9648,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:29.811013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47472) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:29.813428 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:29.942019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:29.960470 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb343-89ae-4c10-8318-c8d28ba165a6 req-189f906f-6cfc-4de7-a83a-320a07c5dfe8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:29.975029 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d82eb343-89ae-4c10-8318-c8d28ba165a6 req-189f906f-6cfc-4de7-a83a-320a07c5dfe8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1424479 Jun 23 17:00:30.001688 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.051963 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d82eb343-89ae-4c10-8318-c8d28ba165a6 req-9b2c0fd8-313e-4781-9b89-8b98c43bc5a1 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Jun 23 17:00:30.203951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.207193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:30.211672 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8c62c303-aec2-43e4-9f23-b3d78acd9648 HTTP/1.1" status: 204 len: 168 time: 0.3993566 Jun 23 17:00:30.212719 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-74f67372-65c6-45db-82d6-687f5b7640cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:30.221493 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62c303-aec2-43e4-9f23-b3d78acd9648,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:30.224007 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:30.630465 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88446af2-5fdc-4c22-a9cd-70824b46ecf4 req-2b5f7f8a-057b-4bde-8944-cb60f1333519 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0301409 Jun 23 17:00:31.252033 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93379a-83bf-477d-959e-a99aa6fd3c96 req-2c38885d-0203-4027-aac6-87bbf7d74949 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:31.253500 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9b93379a-83bf-477d-959e-a99aa6fd3c96 req-2c38885d-0203-4027-aac6-87bbf7d74949 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.0634985 Jun 23 17:00:31.292018 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9b93379a-83bf-477d-959e-a99aa6fd3c96 req-ab28a7f7-c81a-4c38-b578-fcd6b699dbe5 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jun 23 17:00:31.768834 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47568) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:31.845454 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cd4cc667-35bb-4a3c-8619-4fade003fe3b req-a33abc81-a837-4646-b1ec-58152ed8f093 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0592093 Jun 23 17:00:31.933394 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1907977044-network', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:32.044226 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Made reservation on behalf of 71cac057bddb4a4f9263e428dcc9874a for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:32.046619 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.056844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.255132 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.272482 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-a217a3d6-39fd-4282-8a79-bf0cdb9ef2d2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:32.274111 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-a217a3d6-39fd-4282-8a79-bf0cdb9ef2d2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1441913 Jun 23 17:00:32.321726 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Request body: {'port': {'device_id': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'admin_state_up': True, 'tenant_id': '86a2a31c32ae43699784dd7713e263fd'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:32.422769 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.432232 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:32.468837 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1451} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:32.474546 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d753f5-9311-431d-8973-6004dee480c2,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:32.478497 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:32.484598 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.485680 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Added segment 3dd06313-3017-4d13-84a2-d22076f30325 of type vlan for network 33761c8d-5c07-48c8-a5e5-adc84051e563 Jun 23 17:00:32.539989 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.547816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47590) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:32.587278 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:32.593289 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.727166 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.755712 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.770325 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:32.771689 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.779384 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d66cccc5-2dbe-447c-b31f-17c16e6ad1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:32.794336 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff44cd2-4701-4a3f-8256-ba3b1de075d0 req-0f40f0d8-d912-4d23-8c2b-2043b7d1b2e0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:32.795914 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bff44cd2-4701-4a3f-8256-ba3b1de075d0 req-0f40f0d8-d912-4d23-8c2b-2043b7d1b2e0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1168585 Jun 23 17:00:32.860306 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bff44cd2-4701-4a3f-8256-ba3b1de075d0 req-a61a6e26-53fb-4eb6-b4b0-1fa9efced38d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576911 Jun 23 17:00:32.890176 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.912482 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Pushing event updated for resources: {'Network': ['ID=33761c8d-5c07-48c8-a5e5-adc84051e563,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:32.916203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:32.928930 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:32.929586 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Allocated IP 172.20.0.6 (1df2ab8f-7c21-486b-aa06-73d4f3b3727a/8216d915-0d76-449e-821a-965082f06edc/a4b5f212-1696-49d8-88c5-22c507bbbf30) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:32.985919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:32.999743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-089b398a-4cf0-4c51-92e3-f3ec75f9a62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.018677 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5d0c-5f0d-469d-8d1d-640fd0a31e0e req-f6ffceb3-d5e7-454b-b95b-d19958ef4b55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:33.018677 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7c6e5d0c-5f0d-469d-8d1d-640fd0a31e0e req-f6ffceb3-d5e7-454b-b95b-d19958ef4b55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.3029351 Jun 23 17:00:33.065979 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7616d-1bf3-4d8a-bc55-4a2f251e6c5e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.072141 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=8caf194ba0994164bfb29b391997eaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230026 Jun 23 17:00:33.076130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.084410 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47610) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:33.107010 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3360493 Jun 23 17:00:33.111598 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47612) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:33.122311 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Request body: {'subnet': {'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1907977044-subnet', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:33.123178 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-269c6c92-12a0-4805-87f7-95929a1b73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:33.124887 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-269c6c92-12a0-4805-87f7-95929a1b73f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.1941276 Jun 23 17:00:33.164332 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7c6e5d0c-5f0d-469d-8d1d-640fd0a31e0e req-1f5d7d7a-6bf2-4066-a875-cf6bba5d31da tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297591 Jun 23 17:00:33.183223 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.237845 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.252779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.326126 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Made reservation on behalf of 71cac057bddb4a4f9263e428dcc9874a for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:33.330052 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.358639 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3a0c2698-3288-4b71-940a-9247c3ce090e req-33446e56-72fa-4e6b-aacf-fc72afe76f10 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0505340 Jun 23 17:00:33.424287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-849ae4df-1abf-4788-983f-6a49659b29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:33.425304 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.426103 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-849ae4df-1abf-4788-983f-6a49659b29f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1198735 Jun 23 17:00:33.430772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.450625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.453406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.455265 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/66b7616d-1bf3-4d8a-bc55-4a2f251e6c5e HTTP/1.1" status: 204 len: 168 time: 0.3739440 Jun 23 17:00:33.456238 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.469368 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7616d-1bf3-4d8a-bc55-4a2f251e6c5e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.473874 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.519964 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'eb823e61-7e3a-4c8b-a21d-dab31163f659'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:33.598083 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-a1349bb4-d4eb-4baf-b627-f126888eb100 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.1222181 Jun 23 17:00:33.664541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-93cc8eec-a0f8-4c56-a57f-edd05b1a5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:33.666918 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-93cc8eec-a0f8-4c56-a57f-edd05b1a5f50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0601237 Jun 23 17:00:33.672648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:33.682534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:33.691627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event updated for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:33.702212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:33.713131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:33.714216 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.723099 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:33.753564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-e6909a78-78f2-48ea-a470-783f62ef5e39 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668898 Jun 23 17:00:33.865243 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5479081 Jun 23 17:00:33.866701 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:33.872793 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-79ace5fd-f763-467e-94d1-e4e583794b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:33.936411 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Request body: {'port': {'device_id': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:33.959122 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-b6118e92-ee77-4ec7-8adc-054ef347a2ec service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942215 Jun 23 17:00:34.116922 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-586fe85e-d4a4-412f-b1df-5f397b860c0c req-87b45330-613e-4b37-8698-7d14cc6741b4 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439419 Jun 23 17:00:34.208924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6890b8a-86b4-47b0-b243-7e616a2399ce,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.213944 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.225880 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Checking segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:34.225980 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Network hostable DHCP agents. Network: 33761c8d-5c07-48c8-a5e5-adc84051e563, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:34.289042 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.381260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1c73b-b909-458d-978c-4696758aab0f req-cb62d3b6-0670-4853-8b92-9f9257136f5c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:34.382750 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c2a1c73b-b909-458d-978c-4696758aab0f req-cb62d3b6-0670-4853-8b92-9f9257136f5c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0673997 Jun 23 17:00:34.422162 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:34.424419 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c2a1c73b-b909-458d-978c-4696758aab0f req-094f185e-76ff-4c4b-89bc-8fc12ab65d97 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Jun 23 17:00:34.433243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47648) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:34.456876 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.507943 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 33761c8d-5c07-48c8-a5e5-adc84051e563) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:34.517139 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:34.517718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6af6b-2ee6-4d61-be85-a30704c0dfed None None] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:34.518270 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.705803 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b5f212-1696-49d8-88c5-22c507bbbf30 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:34.717230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.735298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Transition to ACTIVE for port object a4b5f212-1696-49d8-88c5-22c507bbbf30 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:34.756292 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.768414 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5fc0-c4f8-4419-b71a-3736fe916f5b req-ddda962d-e3cd-4008-864e-3572edfd0d4c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:34.770002 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-456b5fc0-c4f8-4419-b71a-3736fe916f5b req-ddda962d-e3cd-4008-864e-3572edfd0d4c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 931 time: 0.2068555 Jun 23 17:00:34.802447 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-33761c8d-5c07-48c8-a5e5-adc84051e563', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:00:34.803377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.811772 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-456b5fc0-c4f8-4419-b71a-3736fe916f5b req-9986df84-bd33-47dc-8b76-f15e0edf60de tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Jun 23 17:00:34.844570 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.848453 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:34.896804 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:34.900579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6f57e552-b257-4a98-a99d-5d2c44e98c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:34.922728 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.926391 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.941441 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=982b62492c374deea64b1f5c5b9945ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061519 Jun 23 17:00:34.942822 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b060107a-658a-43c2-bcee-1fe6897a9fa3,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:34.945331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47660) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:34.951655 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:34.992633 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-af2a7aa5-06fc-4211-b986-80380260654e admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8794293 Jun 23 17:00:34.999724 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47662) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.002067 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Allocated IP 172.20.0.2 (33761c8d-5c07-48c8-a5e5-adc84051e563/e6890b8a-86b4-47b0-b243-7e616a2399ce/51c81b7d-2ef9-4116-afd8-bf6fb2916efc) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:35.005463 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:35.019538 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Attempting to bind port a4b5f212-1696-49d8-88c5-22c507bbbf30 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:35.020000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Attempting to bind port a4b5f212-1696-49d8-88c5-22c507bbbf30 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:35.020400 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Attempting to bind port a4b5f212-1696-49d8-88c5-22c507bbbf30 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:35.028246 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Port a4b5f212-1696-49d8-88c5-22c507bbbf30 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:35.036066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Attempting to bind port a4b5f212-1696-49d8-88c5-22c507bbbf30 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:35.036252 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.041525 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:35.041887 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Checking segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:35.042275 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Bound using segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:35.042719 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Bound port: a4b5f212-1696-49d8-88c5-22c507bbbf30, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:35.043671 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.073861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.134248 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:35.137983 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:35.202166 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.203695 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.206938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.252657 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47666) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.356535 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.395862 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.397886 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.429241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:35.429859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.431426 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] 10.222.0.68 "PUT /v2.0/ports/a4b5f212-1696-49d8-88c5-22c507bbbf30 HTTP/1.1" status: 200 len: 1093 time: 1.5189929 Jun 23 17:00:35.434316 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:35.436978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c09b4-a627-4515-867d-6e56b85467f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b361092a-03df-45b5-9a2e-36cf53e73c46 x-openstack-request-id: req-b361092a-03df-45b5-9a2e-36cf53e73c46 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-b361092a-03df-45b5-9a2e-36cf53e73c46 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:35.487903 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'status': 'completed', 'code': 200} Jun 23 17:00:35.557743 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Transition to ACTIVE for port object 51c81b7d-2ef9-4116-afd8-bf6fb2916efc will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:35.590588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.597055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.597299 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Transition to ACTIVE for port object 51c81b7d-2ef9-4116-afd8-bf6fb2916efc will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:35.597416 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b060107a-658a-43c2-bcee-1fe6897a9fa3 HTTP/1.1" status: 204 len: 168 time: 0.6480329 Jun 23 17:00:35.597416 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e788bbc9-1027-4f6d-98d8-d7c6b1ea390d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.610375 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b060107a-658a-43c2-bcee-1fe6897a9fa3,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.615562 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:35.682839 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.697445 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.742227 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-26bb7fa4-9f26-4fa8-8165-5ca8c99df7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:35.743714 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-26bb7fa4-9f26-4fa8-8165-5ca8c99df7d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 1096 time: 0.1183267 Jun 23 17:00:35.752894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90032bd2-f786-4f25-890d-903915b8e3ef req-8e6e7adc-90df-4a61-b9e5-d7e91cf75c42 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:35.754349 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-90032bd2-f786-4f25-890d-903915b8e3ef req-8e6e7adc-90df-4a61-b9e5-d7e91cf75c42 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1820304 Jun 23 17:00:35.765139 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.772877 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.815178 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:35.820699 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:35.825571 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:35.828830 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Pushing event updated for resources: {'Port': ['ID=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.833192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:35.849399 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.849399 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d0852956-a2c7-455d-bc85-308d9c488cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:35.877446 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-90032bd2-f786-4f25-890d-903915b8e3ef req-0a0afbd5-7d69-4d10-b3e8-b8ba548bcc84 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160464 Jun 23 17:00:35.924399 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Attempting to bind port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:35.924925 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Attempting to bind port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:35.925446 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Attempting to bind port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc on network 33761c8d-5c07-48c8-a5e5-adc84051e563 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:35.928128 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3c3023cb7d034ad0a1bb973988590f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841555 Jun 23 17:00:35.930014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b08c58-f778-4c4e-b570-fb2f198e603b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:35.932618 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47684) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:35.937038 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:35.937425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Checking segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:35.937959 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.938365 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Bound using segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:35.939417 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Bound port: 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:35.939417 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.959043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:36.074957 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.078811 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] For port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:36.084077 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] For port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:36.088382 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.128372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-92adfbf7-e521-40a5-82e4-f812fe7f3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.130982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-92adfbf7-e521-40a5-82e4-f812fe7f3b1d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=86a2a31c32ae43699784dd7713e263fd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3448901 Jun 23 17:00:36.132243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.147738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44690-2d46-4895-970a-fe8173c99628 req-3251c537-1be7-456d-baac-f80507c0f9bb tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.150115 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7ec44690-2d46-4895-970a-fe8173c99628 req-3251c537-1be7-456d-baac-f80507c0f9bb tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1891935 Jun 23 17:00:36.222234 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7ec44690-2d46-4895-970a-fe8173c99628 req-04870e46-47af-4393-9620-b37f233953c6 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647483 Jun 23 17:00:36.230091 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0f8f-8435-4ef6-b5a2-1ca4513769e1 req-02c30a78-07c3-4cec-8d41-8af430f44f7b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.231763 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5fff0f8f-8435-4ef6-b5a2-1ca4513769e1 req-02c30a78-07c3-4cec-8d41-8af430f44f7b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 943 time: 0.1499286 Jun 23 17:00:36.287900 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-4655f3b4-f07c-42c5-a569-df61ccc4dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.289358 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a80c09b4-a627-4515-867d-6e56b85467f9 req-4655f3b4-f07c-42c5-a569-df61ccc4dc5b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1347220 Jun 23 17:00:36.297116 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5fff0f8f-8435-4ef6-b5a2-1ca4513769e1 req-8c739297-584b-4f62-a96c-f97ae029a0a5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 Jun 23 17:00:36.364958 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.365668 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.367942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.368594 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:36.369065 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c9b08c58-f778-4c4e-b570-fb2f198e603b HTTP/1.1" status: 204 len: 168 time: 0.4232099 Jun 23 17:00:36.369789 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:36.393306 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b08c58-f778-4c4e-b570-fb2f198e603b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:36.396573 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:36.459795 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Pushing event updated for resources: {'Port': ['ID=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:36.464981 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:36.644461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-5896df07-7eaf-4d6a-bbff-370bb02264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.645945 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-5896df07-7eaf-4d6a-bbff-370bb02264ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 1096 time: 0.1958060 Jun 23 17:00:36.665047 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.700923 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.749757 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-fbc07556-c758-4ff7-bbaf-0ca560f54f9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30 HTTP/1.1" status: 200 len: 217 time: 0.0561388 Jun 23 17:00:36.849555 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-90ca41b3-70af-4d1f-90d5-bc87f62a676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:36.851665 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-90ca41b3-70af-4d1f-90d5-bc87f62a676a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.0659144 Jun 23 17:00:36.911387 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-1e5ff1c2-41c9-4e49-a976-db5e080ae9d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498726 Jun 23 17:00:36.986934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Allocated IP 172.27.1.30 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/aa8ffcb7-5443-4608-9098-0179bd745501) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:37.162479 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-5b6d2d33-6e65-4e54-8ed6-f70e3dee31ea service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250216 Jun 23 17:00:37.278054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531a8d4-8f1d-4036-a262-35d8b9be4ce5 req-adb638cd-82ad-4a62-99ee-bfb133ac62c9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:37.279623 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a531a8d4-8f1d-4036-a262-35d8b9be4ce5 req-adb638cd-82ad-4a62-99ee-bfb133ac62c9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.2450538 Jun 23 17:00:37.314069 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.372386 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70683f38-709f-4bc3-b8e8-165cbb6e45df req-fa4eba0e-058d-49e2-aa79-e510efaf4016 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928737 Jun 23 17:00:37.382478 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a531a8d4-8f1d-4036-a262-35d8b9be4ce5 req-63a53924-1b1b-4bec-8ab9-6074ac03708f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840693 Jun 23 17:00:37.532225 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:37.535338 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:37.546876 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a5965-812c-4a21-b4a9-16bd93ce9734 req-4594f87f-1dfc-4cc8-9774-2285769c444e tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:37.562580 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-581a5965-812c-4a21-b4a9-16bd93ce9734 req-4594f87f-1dfc-4cc8-9774-2285769c444e tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1017771 Jun 23 17:00:37.608653 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-581a5965-812c-4a21-b4a9-16bd93ce9734 req-55f66d16-9270-4706-ab78-e2c9ff7623b2 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445726 Jun 23 17:00:37.643538 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8ffcb7-5443-4608-9098-0179bd745501,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:37.654074 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:37.654772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:37.657934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:37.662088 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910248a-0de7-45f2-a941-9116744b1238 None None] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:37.669683 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:37.809015 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f860-8d0a-4e0c-9736-fbc9ab50bed3 req-bfc15c08-070f-41e2-b4b1-c2a5dbcc0896 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:37.811431 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6731f860-8d0a-4e0c-9736-fbc9ab50bed3 req-bfc15c08-070f-41e2-b4b1-c2a5dbcc0896 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 943 time: 0.2201345 Jun 23 17:00:37.838558 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-7c2890a1-1195-4487-a295-559970ab93c7 None None] Provisioning for port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:37.863084 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6731f860-8d0a-4e0c-9736-fbc9ab50bed3 req-39ad1fb5-f83e-40b1-b318-488afe8d8e26 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Jun 23 17:00:38.142883 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47750) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:38.264787 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.267368 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.286279 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51c81b7d-2ef9-4116-afd8-bf6fb2916efc up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:38.411514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.473777 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:38.479425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:38.480309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.509489 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.601296 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee23926-5aac-436b-bbdc-2a560f65e355 req-650b7117-8b20-478f-8e43-11e6577e6d04 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:38.603718 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0ee23926-5aac-436b-bbdc-2a560f65e355 req-650b7117-8b20-478f-8e43-11e6577e6d04 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0708535 Jun 23 17:00:38.610492 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.653715 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0ee23926-5aac-436b-bbdc-2a560f65e355 req-34cc4b15-781e-4379-8c54-224166e8e0be tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Jun 23 17:00:38.660308 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:38.787354 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.791820 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95bef3d6-4d65-4571-a170-25eae4ea03a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:38.812589 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-0226a991-3462-4cbe-9921-651627240b7f tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:38.814096 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-0226a991-3462-4cbe-9921-651627240b7f tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1066637 Jun 23 17:00:38.830450 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7764f14d08334ce38fe5b85a3f3af531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840489 Jun 23 17:00:38.830694 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47764) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:38.837771 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01798724-81ad-4b39-acef-65441a11d7bb,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:38.841963 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:38.882039 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eba5f-1510-4290-95cb-a04aae0dbcec req-7cb03aae-41a5-40b9-aaca-76400f8121e1 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:38.882873 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-873eba5f-1510-4290-95cb-a04aae0dbcec req-7cb03aae-41a5-40b9-aaca-76400f8121e1 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 945 time: 0.1332562 Jun 23 17:00:38.894958 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.923102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.965211 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.968783 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:38.975153 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Router 9f176185-238d-4946-98b6-808f490d270c is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:00:38.995114 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-873eba5f-1510-4290-95cb-a04aae0dbcec req-556358c0-fec0-4e81-befa-0fae7abce9b0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057978 Jun 23 17:00:39.042780 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:39.047162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:39.091992 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.095065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.096241 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/01798724-81ad-4b39-acef-65441a11d7bb HTTP/1.1" status: 204 len: 168 time: 0.2646556 Jun 23 17:00:39.099107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-29198d6b-55b0-42b9-a7f7-ad7f3742d77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:39.111816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01798724-81ad-4b39-acef-65441a11d7bb,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:39.114753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:39.352146 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Deleting port a2b24d0b-396d-4ede-b368-23d53ac8e798 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:00:39.352728 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.456054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:39.485694 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Sync routers for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:39.493654 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:39.494288 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:39.524904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] For port a2b24d0b-396d-4ede-b368-23d53ac8e798, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a2b24d0b-396d-4ede-b368-23d53ac8e798,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:39.524904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.543805 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cd863-ca07-4ba3-a684-42cc2992551b req-ec7894c0-d71d-4c79-b874-77558fd062b0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:39.545273 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9d5cd863-ca07-4ba3-a684-42cc2992551b req-ec7894c0-d71d-4c79-b874-77558fd062b0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 943 time: 0.2115135 Jun 23 17:00:39.551495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Calling delete_port for a2b24d0b-396d-4ede-b368-23d53ac8e798 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:00:39.617610 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.618818 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6181414 Jun 23 17:00:39.620458 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:39.625651 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47790) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:39.682025 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9d5cd863-ca07-4ba3-a684-42cc2992551b req-7418a073-d74f-4749-bb8a-12bb07a64baf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272299 Jun 23 17:00:39.867894 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:37Z', 'revision_number': 3, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:39.878999 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.889661 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:39.909216 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Checking router: 9f176185-238d-4946-98b6-808f490d270c for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:39.909592 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Updating router 9f176185-238d-4946-98b6-808f490d270c port aa8ffcb7-5443-4608-9098-0179bd745501 binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:39.935590 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a2b24d0b-396d-4ede-b368-23d53ac8e798'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:39.944956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Pushing event deleted for resources: {'Port': ['ID=a2b24d0b-396d-4ede-b368-23d53ac8e798,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:39.955784 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:39.995794 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.012466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] No DVR routers for this DVR port a2b24d0b-396d-4ede-b368-23d53ac8e798 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:00:40.016158 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.018685 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6f3f35d8-f190-4d43-bc6f-27048a49f7c9 req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "DELETE /v2.0/ports/a2b24d0b-396d-4ede-b368-23d53ac8e798 HTTP/1.1" status: 204 len: 173 time: 1.1963365 Jun 23 17:00:40.019347 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'name': 'network-vif-deleted', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:40.021632 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc18abb-59a1-4daa-96e0-48b95fadf73e" -d '{"events": [{"server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "name": "network-vif-deleted", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:40.080454 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14047761-a8cd-4b24-9bd4-da10eca50f4e x-openstack-request-id: req-14047761-a8cd-4b24-9bd4-da10eca50f4e {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:40.080956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36447ff7-75c9-4159-ba8f-f6856fb3e1c8", "name": "network-vif-deleted", "tag": "a2b24d0b-396d-4ede-b368-23d53ac8e798", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:40.081364 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-14047761-a8cd-4b24-9bd4-da10eca50f4e {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:40.081909 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36447ff7-75c9-4159-ba8f-f6856fb3e1c8', 'name': 'network-vif-deleted', 'tag': 'a2b24d0b-396d-4ede-b368-23d53ac8e798', 'status': 'completed', 'code': 200} Jun 23 17:00:40.118428 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeff8b-0e80-4f4c-be42-7033e8d07ef5 req-42f6955f-b175-4632-ba16-b778580aa1dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:40.119944 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7ebeff8b-0e80-4f4c-be42-7033e8d07ef5 req-42f6955f-b175-4632-ba16-b778580aa1dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.2132368 Jun 23 17:00:40.132204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a4b5f212-1696-49d8-88c5-22c507bbbf30 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:40.299982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5cbee3c0-a593-4daf-b5ea-de2509f1162c req-855e5f47-eaea-4db3-94f6-6223d569e247 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0759709 Jun 23 17:00:40.329411 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51c81b7d-2ef9-4116-afd8-bf6fb2916efc up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:40.390446 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.395727 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Transition to ACTIVE for port object aa8ffcb7-5443-4608-9098-0179bd745501 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:40.422095 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7ebeff8b-0e80-4f4c-be42-7033e8d07ef5 req-9cac089c-d44d-443d-8330-e7db22e6599a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924111 Jun 23 17:00:40.468611 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:40.487135 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'port_id': 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'mac_address': 'fa:16:3e:a4:a2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8216d915-0d76-449e-821a-965082f06edc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:40.489866 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:40.490269 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.505027 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.514368 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-25cbebaf-f45a-42b7-bab7-178e82e6ef93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:40.567210 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Attempting to bind port aa8ffcb7-5443-4608-9098-0179bd745501 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:40.571102 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Attempting to bind port aa8ffcb7-5443-4608-9098-0179bd745501 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:40.576678 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Attempting to bind port aa8ffcb7-5443-4608-9098-0179bd745501 on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:40.582872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.602372 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b5f212-1696-49d8-88c5-22c507bbbf30 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:40.635635 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:40.636816 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:40.637776 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.638790 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:40.639905 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Bound port: aa8ffcb7-5443-4608-9098-0179bd745501, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:40.640979 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.646139 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:40.735627 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Pushing event updated for resources: {'Port': ['ID=aa8ffcb7-5443-4608-9098-0179bd745501,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:40.762904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.763926 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.764735 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.765584 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.766333 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.766647 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:40.767557 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.774448 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:40.784258 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:40.797218 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] For port aa8ffcb7-5443-4608-9098-0179bd745501, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:40.803030 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] For port aa8ffcb7-5443-4608-9098-0179bd745501, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=aa8ffcb7-5443-4608-9098-0179bd745501,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:40.859468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:40.869870 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:40.939451 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:40.944796 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:41.009078 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b8759-ba6c-46d9-8a4f-0b3195235e05 req-dab647ec-dac3-4aba-97d7-edcc2247086d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:41.010584 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-886b8759-ba6c-46d9-8a4f-0b3195235e05 req-dab647ec-dac3-4aba-97d7-edcc2247086d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 944 time: 0.1123874 Jun 23 17:00:41.060004 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Pushing event updated for resources: {'Port': ['ID=aa8ffcb7-5443-4608-9098-0179bd745501,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:41.064658 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47840) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:41.076918 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:41.078112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.082690 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:41.083682 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:41.122471 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-886b8759-ba6c-46d9-8a4f-0b3195235e05 req-60b06e2e-c07d-4989-91a1-1c649ad96fc1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874553 Jun 23 17:00:41.224656 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.375789 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:41.375966 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Allocated IP 172.20.0.1 (33761c8d-5c07-48c8-a5e5-adc84051e563/e6890b8a-86b4-47b0-b243-7e616a2399ce/51386c11-8382-49ef-83e4-a6877dcfb509) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:41.429682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a4b5f212-1696-49d8-88c5-22c507bbbf30'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:41.436721 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.541169 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.549308 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.571848 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:41.578120 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6cac9abf89874f26a1554f029c77222d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122285 Jun 23 17:00:41.596904 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Transition to ACTIVE for port object 51386c11-8382-49ef-83e4-a6877dcfb509 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:41.598239 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47878) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:41.695328 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-53276abb-c8c3-4815-98d4-e98125c22682 req-e876850f-3c5e-430a-89c2-b8df93a6d749 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=36447ff7-75c9-4159-ba8f-f6856fb3e1c8 HTTP/1.1" status: 200 len: 210 time: 0.0993876 Jun 23 17:00:41.713938 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c50e161-02fc-4704-89c7-e11b239a0832,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:41.720723 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:41.726698 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:37Z', 'revision_number': 3, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:41.748292 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.757761 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.766009 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:41.814642 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:41.822337 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cc8bc-03dd-4c6b-b962-4a29dadee8dd None None] The sync data for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi is: [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:37Z', 'revision_number': 3, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:41.827829 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Pushing event updated for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:41.830734 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:41.893663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:41.897211 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:41.899847 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:41.956543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.013588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dd1bf-77c1-47c7-98af-1d47a26559f1 req-e96499f2-8c9c-4e1e-8b49-1d66a43aa622 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:42.015593 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aa9dd1bf-77c1-47c7-98af-1d47a26559f1 req-e96499f2-8c9c-4e1e-8b49-1d66a43aa622 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1956508 Jun 23 17:00:42.095847 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aa9dd1bf-77c1-47c7-98af-1d47a26559f1 req-52bd4910-a416-4001-9525-d5dc7405a69d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743971 Jun 23 17:00:42.171449 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a2b24d0b-396d-4ede-b368-23d53ac8e798 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:00:42.193532 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: a2b24d0b-396d-4ede-b368-23d53ac8e798 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:00:42.194217 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a2b24d0b-396d-4ede-b368-23d53ac8e798 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:00:42.297168 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.298116 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-75b40f1f-1021-4f06-9054-3b465607133e None None] Provisioning for port 51386c11-8382-49ef-83e4-a6877dcfb509 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:42.301239 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.302778 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3c50e161-02fc-4704-89c7-e11b239a0832 HTTP/1.1" status: 204 len: 168 time: 0.6867259 Jun 23 17:00:42.304584 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d9d921f0-da1c-4062-aec3-a310c59675cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:42.318504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-75b40f1f-1021-4f06-9054-3b465607133e None None] Provisioning complete for port 51386c11-8382-49ef-83e4-a6877dcfb509 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:42.318895 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-75b40f1f-1021-4f06-9054-3b465607133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.332946 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c50e161-02fc-4704-89c7-e11b239a0832,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:42.348025 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:42.354105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.369668 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de163-a810-488f-bbd1-d917c2c25f29 req-d6ce2af9-aaea-43c0-9475-01dec6580db5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:42.372879 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b66de163-a810-488f-bbd1-d917c2c25f29 req-d6ce2af9-aaea-43c0-9475-01dec6580db5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 944 time: 0.1309261 Jun 23 17:00:42.443709 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b66de163-a810-488f-bbd1-d917c2c25f29 req-502f73cb-d6b5-4ce1-85cc-71c535a95376 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Jun 23 17:00:42.595185 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-75b40f1f-1021-4f06-9054-3b465607133e None None] Port 51386c11-8382-49ef-83e4-a6877dcfb509 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:42.638961 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.725622 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.728992 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:42.823560 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Pushing event updated for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:42.827928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:42.836753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:42.959007 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:42.959007 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:43.170039 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Router 9f176185-238d-4946-98b6-808f490d270c has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:43.235321 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-faf8d03a-a580-422e-8a12-7eb4d7635957 None None] Provisioning complete for port 51386c11-8382-49ef-83e4-a6877dcfb509 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:43.235664 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-faf8d03a-a580-422e-8a12-7eb4d7635957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.236104 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-34c0b0b6-77dd-4c8f-8321-8b8f4319ccb5 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:43.244328 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-34c0b0b6-77dd-4c8f-8321-8b8f4319ccb5 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/networks?id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 HTTP/1.1" status: 200 len: 809 time: 0.1796596 Jun 23 17:00:43.260971 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-fc54fa6b-6bc0-4baa-a563-94d5e7f11cb7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/quotas/98adf7a8368f4fa9967053c0e59bfe1a HTTP/1.1" status: 200 len: 375 time: 0.0156281 Jun 23 17:00:43.291437 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:43.298278 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] 10.222.0.99 "PUT /v2.0/routers/9f176185-238d-4946-98b6-808f490d270c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6686852 Jun 23 17:00:43.317250 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-136f49c8-ca69-404b-9392-4f3b71adaf2b tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553191 Jun 23 17:00:43.317803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-faf8d03a-a580-422e-8a12-7eb4d7635957 None None] Port 51386c11-8382-49ef-83e4-a6877dcfb509 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:43.425355 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-26086e16-39a7-42dd-bbc9-a24142a1fbfd service neutron] 10.222.0.99 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072183 Jun 23 17:00:43.470648 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d99718-0c02-4487-96c8-08cebd4a4d3f req-399788be-4533-4034-841e-b1e01d80eed1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:43.472281 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-32d99718-0c02-4487-96c8-08cebd4a4d3f req-399788be-4533-4034-841e-b1e01d80eed1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0705409 Jun 23 17:00:43.516741 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 47936) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:43.537218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.548617 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-32d99718-0c02-4487-96c8-08cebd4a4d3f req-008d05ce-029e-403b-ba02-d86948563d60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656006 Jun 23 17:00:43.631870 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-42ae10dc-33b9-4ed9-98b3-3a25651ef89c service neutron] 10.222.0.99 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968303 Jun 23 17:00:43.794881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d8ab-e4d1-4748-83ac-125181e37479 req-8250cd8e-46a8-46f5-abad-5e66e6ecc146 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:43.806461 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c5d8d8ab-e4d1-4748-83ac-125181e37479 req-8250cd8e-46a8-46f5-abad-5e66e6ecc146 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 944 time: 0.1340365 Jun 23 17:00:43.854232 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.880776 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c5d8d8ab-e4d1-4748-83ac-125181e37479 req-b335eea1-b256-4efc-b5a7-53c0ce46c652 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Jun 23 17:00:43.985815 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:43.989533 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-86e82ccc-9fd6-4dee-acbc-1a5ce49e9ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:44.048399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43342caa-80e3-4cae-ae56-9be8d5018164,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:44.050034 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c6d6e208-e1e7-4431-98a2-bb76f45b9f20 req-176d5407-eef7-4ca3-abb8-8c09b69e7e1b tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0688136 Jun 23 17:00:44.058224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:44.070977 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=877b98737be346a7b503e4a225f810c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5492938 Jun 23 17:00:44.071418 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47962) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:44.128909 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Sync routers for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:44.139600 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:44.146677 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:44.151250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.178079 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.231178 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a4b5f212-1696-49d8-88c5-22c507bbbf30 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:44.266342 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b9f92721-ad88-4430-b558-a622f1084ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.288900 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device aa8ffcb7-5443-4608-9098-0179bd745501 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:44.342379 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.346300 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.349182 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/43342caa-80e3-4cae-ae56-9be8d5018164 HTTP/1.1" status: 204 len: 168 time: 0.2767339 Jun 23 17:00:44.350177 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d0707413-e9d3-42df-ab0c-018a0eaef6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:44.365381 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43342caa-80e3-4cae-ae56-9be8d5018164,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:44.375302 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:44.381693 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:44.622515 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 47986) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:44.627630 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538315891-network', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:44.662065 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 2, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:44.698183 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Checking router: 9f176185-238d-4946-98b6-808f490d270c for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:44.722662 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Updating router 9f176185-238d-4946-98b6-808f490d270c port 51386c11-8382-49ef-83e4-a6877dcfb509 binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:44.722662 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port a4b5f212-1696-49d8-88c5-22c507bbbf30 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:44.724474 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port a4b5f212-1696-49d8-88c5-22c507bbbf30 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:44.724862 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.755628 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad11a-bf47-46ab-a5e7-fa95e2d13ad7 req-5ee6e6c1-c5a8-4d77-9653-f5bb2344a174 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:44.757273 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-addad11a-bf47-46ab-a5e7-fa95e2d13ad7 req-5ee6e6c1-c5a8-4d77-9653-f5bb2344a174 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0814798 Jun 23 17:00:44.765472 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.815234 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port aa8ffcb7-5443-4608-9098-0179bd745501 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:44.818907 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-addad11a-bf47-46ab-a5e7-fa95e2d13ad7 req-9351538b-1a51-49b6-aba5-ca9028084b2e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Jun 23 17:00:44.832212 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port aa8ffcb7-5443-4608-9098-0179bd745501 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:44.832637 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.851045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Made reservation on behalf of 43938669f15c4d89adeeb8f6f1c9fcda for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:44.853912 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.871844 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.979613 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.007535 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.106478 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.111338 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95673ce3-b411-46b3-aec8-4c790fbac5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.114335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03489-3e2e-47f1-b3f9-f15238137ea6 req-8d9c0e9d-1a87-45b1-bc6e-b89293f09b08 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:45.149038 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e1f03489-3e2e-47f1-b3f9-f15238137ea6 req-8d9c0e9d-1a87-45b1-bc6e-b89293f09b08 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 944 time: 0.1017604 Jun 23 17:00:45.167935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:45.170226 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1490} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:00:45.180618 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2142549-e8b1-4595-9b97-e28bb663f4b4" -d '{"events": [{"server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:45.185102 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e1f03489-3e2e-47f1-b3f9-f15238137ea6 req-364e2cf5-77f0-4553-a847-cb68d719f5c3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522108 Jun 23 17:00:45.209267 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.213486 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea9b1eac-37d0-4b82-bb6d-f84e2949af91 req-5a680f4d-b8ba-4f4c-bfbd-aadb87f212c0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0681686 Jun 23 17:00:45.228533 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:45.228964 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535296c6-bfff-4e83-924c-797df3100af3,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.234384 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.239499 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Added segment 6b30ec73-ca3d-43f2-bb05-fc9e48774dad of type vlan for network 34f00b91-3b21-4595-bfb0-558993b14ac8 Jun 23 17:00:45.243006 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:45.291681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port aa8ffcb7-5443-4608-9098-0179bd745501, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=aa8ffcb7-5443-4608-9098-0179bd745501,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:45.294488 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323fd9e-1e6d-4e54-aca6-a25d3f5d848f x-openstack-request-id: req-e323fd9e-1e6d-4e54-aca6-a25d3f5d848f {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:45.294775 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:45.295233 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-e323fd9e-1e6d-4e54-aca6-a25d3f5d848f {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:45.295830 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'code': 200} Jun 23 17:00:45.300832 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.317680 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.322694 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.402929 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.410307 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.413397 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:45.418341 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Transition to ACTIVE for port object 51386c11-8382-49ef-83e4-a6877dcfb509 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:45.422748 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.422937 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.424274 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:45.424942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.425411 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.428762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.478425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=aa8ffcb7-5443-4608-9098-0179bd745501,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.482666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:45.492346 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=34f00b91-3b21-4595-bfb0-558993b14ac8,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.508072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:45.508476 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:00:45.527459 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9035664 Jun 23 17:00:45.528928 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.530642 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 48012) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:45.531114 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-4b9751f7-2b15-4ec4-9d42-0f217524e4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.538274 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Request body: {'subnet': {'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538315891-subnet', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:45.627447 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Pushing event updated for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.631449 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:45.691218 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Attempting to bind port 51386c11-8382-49ef-83e4-a6877dcfb509 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:45.691609 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Attempting to bind port 51386c11-8382-49ef-83e4-a6877dcfb509 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:45.691996 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Attempting to bind port 51386c11-8382-49ef-83e4-a6877dcfb509 on network 33761c8d-5c07-48c8-a5e5-adc84051e563 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:45.697498 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:45.697876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Checking segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:45.698287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.698780 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Bound using segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:45.699154 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Bound port: 51386c11-8382-49ef-83e4-a6877dcfb509, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:45.699671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.708209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Made reservation on behalf of 43938669f15c4d89adeeb8f6f1c9fcda for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:45.710811 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.790318 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] For port 51386c11-8382-49ef-83e4-a6877dcfb509, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:45.796688 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] For port 51386c11-8382-49ef-83e4-a6877dcfb509, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51386c11-8382-49ef-83e4-a6877dcfb509,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:45.887619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:45.892014 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:45.968246 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Pushing event updated for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:45.976847 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:45.977790 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:45.981534 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:46.021594 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.025705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:46.108829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a442b-8d88-4802-bdf7-50217cc8a0d5 req-fbedd1c6-fd64-44b6-9956-0b240c79a450 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:46.111790 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-921a442b-8d88-4802-bdf7-50217cc8a0d5 req-fbedd1c6-fd64-44b6-9956-0b240c79a450 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1539977 Jun 23 17:00:46.121478 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:46.225585 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=18910d2d-68e7-4c85-968c-b8e5cd270abc,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:46.230412 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:46.250154 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-921a442b-8d88-4802-bdf7-50217cc8a0d5 req-58004252-1a2e-4ad2-a198-3e6b4ad74f4b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243422 Jun 23 17:00:46.256511 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Checking segment: {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:46.257899 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Network hostable DHCP agents. Network: 34f00b91-3b21-4595-bfb0-558993b14ac8, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:00:46.279321 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device aa8ffcb7-5443-4608-9098-0179bd745501 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:46.377083 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:00:46.468612 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd877862-9592-496e-9f42-f61d63aa856d req-6a8e802c-b644-40f3-94bf-6ffb81bc208c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:46.470369 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bd877862-9592-496e-9f42-f61d63aa856d req-6a8e802c-b644-40f3-94bf-6ffb81bc208c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0873976 Jun 23 17:00:46.472476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 34f00b91-3b21-4595-bfb0-558993b14ac8) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:46.478418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:46.478656 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.507704 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6b4ab-c2eb-4b04-b905-3a8d2c75ec38 None None] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:46.532385 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bd877862-9592-496e-9f42-f61d63aa856d req-e8bd828b-7f69-408d-8db4-227a0c256234 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Jun 23 17:00:46.580911 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-02947be1-5d50-4cd8-8f53-8cc3447d85ed admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0489995 Jun 23 17:00:46.583346 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48036) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:46.587841 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:46.629701 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port aa8ffcb7-5443-4608-9098-0179bd745501 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:46.630141 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.681173 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ff0abd03-7dcf-4311-8ae0-39327e09277a req-bd0d6b4b-1659-4674-b987-2e1b2f2bbfd3 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0321786 Jun 23 17:00:46.706603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.707700 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.780191 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.801040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-34f00b91-3b21-4595-bfb0-558993b14ac8', 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'fixed_ips': [{'subnet_id': '18910d2d-68e7-4c85-968c-b8e5cd270abc'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:00:46.802936 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:46.811500 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:46.868141 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3322a0-8e91-40db-9a05-12952acefcb3 None None] The sync data for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi is: [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:46.987775 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb0a5-e653-4e4e-a618-a2f700df6d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.064452 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Allocated IP 172.20.0.2 (34f00b91-3b21-4595-bfb0-558993b14ac8/18910d2d-68e7-4c85-968c-b8e5cd270abc/269e85ab-f3bf-4f32-8867-e404fa7f324b) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:47.078618 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.101321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.270581 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.286544 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Transition to ACTIVE for port object 269e85ab-f3bf-4f32-8867-e404fa7f324b will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:47.316172 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Transition to ACTIVE for port object 269e85ab-f3bf-4f32-8867-e404fa7f324b will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:47.400959 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.404639 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:47.460033 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:47.463286 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:47.469443 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:47.478500 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Pushing event updated for resources: {'Port': ['ID=269e85ab-f3bf-4f32-8867-e404fa7f324b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:47.515615 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:47.535780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.546558 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5ac9b-9a4c-40d7-b82e-1ace38f8a1b0 req-9e3a6853-deac-48c2-a643-700bb1e47170 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.548262 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-54c5ac9b-9a4c-40d7-b82e-1ace38f8a1b0 req-9e3a6853-deac-48c2-a643-700bb1e47170 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1348438 Jun 23 17:00:47.557563 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.595553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Attempting to bind port 269e85ab-f3bf-4f32-8867-e404fa7f324b on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:47.596324 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Attempting to bind port 269e85ab-f3bf-4f32-8867-e404fa7f324b by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:47.596941 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Attempting to bind port 269e85ab-f3bf-4f32-8867-e404fa7f324b on network 34f00b91-3b21-4595-bfb0-558993b14ac8 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:47.603341 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:47.605142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Checking segment: {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:47.605142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.605142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Bound using segment: {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:47.606036 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Bound port: 269e85ab-f3bf-4f32-8867-e404fa7f324b, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:47.607238 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.620172 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-54c5ac9b-9a4c-40d7-b82e-1ace38f8a1b0 req-d83979f0-ee0e-49ad-8737-ba0766485816 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661426 Jun 23 17:00:47.710470 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] For port 269e85ab-f3bf-4f32-8867-e404fa7f324b, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:47.715261 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] For port 269e85ab-f3bf-4f32-8867-e404fa7f324b, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=269e85ab-f3bf-4f32-8867-e404fa7f324b,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:47.736078 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Allocated IP 172.27.1.59 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/f6e93620-bea4-4ca4-aec9-b638e551b615) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:47.824669 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.827517 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:47.860325 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa765-b737-471b-ad14-b061734d26a7 req-ef590d4e-0776-40e5-8c35-5bfda07a0cb7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:47.861886 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3baa765-b737-471b-ad14-b061734d26a7 req-ef590d4e-0776-40e5-8c35-5bfda07a0cb7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0880089 Jun 23 17:00:47.900291 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.928295 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Pushing event updated for resources: {'Port': ['ID=269e85ab-f3bf-4f32-8867-e404fa7f324b,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:47.932029 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:47.991900 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3baa765-b737-471b-ad14-b061734d26a7 req-55f4d99e-6a6d-4fec-bc88-06d719a30d37 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224916 Jun 23 17:00:48.009814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.012552 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:48.065317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:48.074624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:48.079346 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:48.130442 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Pushing event updated for resources: {'Port': ['ID=f6e93620-bea4-4ca4-aec9-b638e551b615,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:48.147828 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:48.165917 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bdaf4856-9d70-4e1a-9460-d7a11756156f req-01e7d1b9-ac78-47e1-9006-28fb958d0cef tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jun 23 17:00:48.398731 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51386c11-8382-49ef-83e4-a6877dcfb509 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:48.563919 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 51386c11-8382-49ef-83e4-a6877dcfb509 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:48.567530 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.568910 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 51386c11-8382-49ef-83e4-a6877dcfb509 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:48.569277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.645230 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.697390 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.795669 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 51386c11-8382-49ef-83e4-a6877dcfb509, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51386c11-8382-49ef-83e4-a6877dcfb509,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:48.886719 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.903464 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-567600c3-2804-4944-807c-aa6305119367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:48.933131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25b575-a958-4bf6-91ef-22277b67235c req-5a904002-13d1-4d98-b670-784777174220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.935932 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5f25b575-a958-4bf6-91ef-22277b67235c req-5a904002-13d1-4d98-b670-784777174220 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 1098 time: 0.1249440 Jun 23 17:00:48.956645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc26b7-c7e3-4ecc-bcca-940c17a569fd req-1d5bf212-aee1-47de-a147-4c047eed6239 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:48.961748 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-01dc26b7-c7e3-4ecc-bcca-940c17a569fd req-1d5bf212-aee1-47de-a147-4c047eed6239 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1045036 Jun 23 17:00:48.983377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:49.002226 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:49.189432 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:49.284983 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5f25b575-a958-4bf6-91ef-22277b67235c req-ce6d33dd-04cd-465a-88d7-4649c78a0f7f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247671 Jun 23 17:00:49.292549 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-01dc26b7-c7e3-4ecc-bcca-940c17a569fd req-bbc3a327-4f0e-4484-8182-7c1a5e261b7c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655851 Jun 23 17:00:49.346236 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1199396-8154-4c30-ad94-9cc3de0cb76a None None] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:00:49.375987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb14ea-4cb4-4db1-a5da-8e6498d12324 req-2e92859a-978d-4cde-b4b4-d3455573eaef tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:49.377516 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fafb14ea-4cb4-4db1-a5da-8e6498d12324 req-2e92859a-978d-4cde-b4b4-d3455573eaef tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.1720614 Jun 23 17:00:49.431186 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fafb14ea-4cb4-4db1-a5da-8e6498d12324 req-6e342386-83eb-410d-b674-66c7488f08bc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 Jun 23 17:00:49.477155 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ac8b0b49-0c2c-4142-b947-1175c30f302c req-62dacee8-f4bf-4ccc-96a2-ff50c0f62772 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0506351 Jun 23 17:00:49.520042 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:00:49.589307 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b1956f82-456b-4cdc-a904-934fe8b4b946 None None] Provisioning for port 269e85ab-f3bf-4f32-8867-e404fa7f324b completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:49.635102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:49.645389 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Sync routers for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:49.655102 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:49.655660 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:49.714871 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:49.717050 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1319516 Jun 23 17:00:49.720106 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48086) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:49.774976 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:49.989915 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 3, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:50.017104 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Checking router: 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:50.017456 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Updating router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 port f6e93620-bea4-4ca4-aec9-b638e551b615 binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:50.062501 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.241980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.509371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 269e85ab-f3bf-4f32-8867-e404fa7f324b up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:50.538977 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.550901 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Transition to ACTIVE for port object f6e93620-bea4-4ca4-aec9-b638e551b615 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:50.594731 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.599241 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Allocated IP 172.20.0.1 (34f00b91-3b21-4595-bfb0-558993b14ac8/18910d2d-68e7-4c85-968c-b8e5cd270abc/65a7e59e-c2af-4232-a490-93f547207521) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:50.640539 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.643160 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-1829cd7d-bc30-49ea-b9af-6b481eabeac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:50.687654 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9567326-2a39-4335-bf0c-95e1ca2e2925 None None] Pushing event updated for resources: {'Port': ['ID=f6e93620-bea4-4ca4-aec9-b638e551b615,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:50.694504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 269e85ab-f3bf-4f32-8867-e404fa7f324b completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:50.697200 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-b9567326-2a39-4335-bf0c-95e1ca2e2925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:50.712540 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 269e85ab-f3bf-4f32-8867-e404fa7f324b triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:50.714236 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.721626 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Attempting to bind port f6e93620-bea4-4ca4-aec9-b638e551b615 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:50.722270 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Attempting to bind port f6e93620-bea4-4ca4-aec9-b638e551b615 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:50.722849 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Attempting to bind port f6e93620-bea4-4ca4-aec9-b638e551b615 on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:50.728969 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:50.729735 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:50.730335 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.730915 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:50.731797 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Bound port: f6e93620-bea4-4ca4-aec9-b638e551b615, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:50.738629 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.739453 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c68a94-1d13-410d-951b-c798c3b15c95 req-8e5f4c88-dcb8-4015-a369-be2a6d1bd5f0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:50.741217 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e1c68a94-1d13-410d-951b-c798c3b15c95 req-8e5f4c88-dcb8-4015-a369-be2a6d1bd5f0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1238854 Jun 23 17:00:50.804504 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] For port f6e93620-bea4-4ca4-aec9-b638e551b615, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:50.808708 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] For port f6e93620-bea4-4ca4-aec9-b638e551b615, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f6e93620-bea4-4ca4-aec9-b638e551b615,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:50.826351 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e1c68a94-1d13-410d-951b-c798c3b15c95 req-18e3939f-071c-4d65-aeca-28f0f729440c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770798 Jun 23 17:00:50.895978 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.906884 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.909372 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:50.974883 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 269e85ab-f3bf-4f32-8867-e404fa7f324b, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=269e85ab-f3bf-4f32-8867-e404fa7f324b,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:50.986702 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.013698 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9567326-2a39-4335-bf0c-95e1ca2e2925 None None] Pushing event updated for resources: {'Port': ['ID=f6e93620-bea4-4ca4-aec9-b638e551b615,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:51.017425 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-b9567326-2a39-4335-bf0c-95e1ca2e2925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:51.018269 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:51.019147 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:51.019700 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Transition to ACTIVE for port object 65a7e59e-c2af-4232-a490-93f547207521 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:51.097887 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.099420 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51386c11-8382-49ef-83e4-a6877dcfb509 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:51.115111 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-29977391-8bb1-4952-bc96-45652ec2e849 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:51.115111 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-29977391-8bb1-4952-bc96-45652ec2e849 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "GET /v2.0/networks?id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 HTTP/1.1" status: 200 len: 809 time: 0.2527390 Jun 23 17:00:51.119644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8451e-5794-486f-9cf3-f029bc1f61a4 req-7682e3ff-cb19-4e11-bd1c-17dc87deea6b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:51.121446 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cdb8451e-5794-486f-9cf3-f029bc1f61a4 req-7682e3ff-cb19-4e11-bd1c-17dc87deea6b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.3025963 Jun 23 17:00:51.173523 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:51.173831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Request body: {'port': {'device_id': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592', 'admin_state_up': True, 'tenant_id': '98adf7a8368f4fa9967053c0e59bfe1a'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:51.190023 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:51.206576 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cdb8451e-5794-486f-9cf3-f029bc1f61a4 req-0769899c-53d5-441a-bfd1-e555b8c270a0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736153 Jun 23 17:00:51.217550 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.221145 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4bcd3e7-7133-46a7-8ffc-5c4cdfffaa64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:51.315107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:51.321128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=269e85ab-f3bf-4f32-8867-e404fa7f324b,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:51.321913 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:51.334549 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:51.339699 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:51.387411 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 51386c11-8382-49ef-83e4-a6877dcfb509 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:51.387866 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.482452 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Pushing event updated for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:51.498967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:51.531861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.745900 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6132a432-e145-4673-8c14-0d0f3eedb8f2 req-f77015c5-e658-4c4f-9efe-f8cf18bc0513 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.4795296 Jun 23 17:00:51.758782 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 3, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:51.852316 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ba20e0ee-a461-4a91-a776-f8ea0ff51068 None None] Provisioning for port 65a7e59e-c2af-4232-a490-93f547207521 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:51.861982 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a5896-4863-4b09-a70f-459c3a6a45fc None None] The sync data for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi is: [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 3, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:51.862851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ba20e0ee-a461-4a91-a776-f8ea0ff51068 None None] Provisioning complete for port 65a7e59e-c2af-4232-a490-93f547207521 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:51.863518 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ba20e0ee-a461-4a91-a776-f8ea0ff51068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.907321 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Made reservation on behalf of 98adf7a8368f4fa9967053c0e59bfe1a for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:51.913590 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:51.930903 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-ba20e0ee-a461-4a91-a776-f8ea0ff51068 None None] Port 65a7e59e-c2af-4232-a490-93f547207521 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:52.047191 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.183491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeba5a-0bc7-4387-8215-f36e772f1861 req-c36793fd-57ce-4b04-8609-5822241ccc25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:52.185659 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2aeeba5a-0bc7-4387-8215-f36e772f1861 req-c36793fd-57ce-4b04-8609-5822241ccc25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1528192 Jun 23 17:00:52.187736 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Allocated IP 172.20.0.13 (931f3aa3-8f73-4ff9-9e0f-bfcd39c22592/2a3a4a03-6b08-4ae7-ad34-9e592e75c82c/50b0e653-a159-4c08-ba57-62530343878a) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:52.312161 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2aeeba5a-0bc7-4387-8215-f36e772f1861 req-2371f95d-4a67-4fd8-bbb1-2fecd1eb7c75 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156950 Jun 23 17:00:52.371687 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 269e85ab-f3bf-4f32-8867-e404fa7f324b up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:52.445672 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.516512 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 269e85ab-f3bf-4f32-8867-e404fa7f324b triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:52.517201 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.531286 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.540760 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.587567 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:52.626988 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66ab5-eda9-4e73-9903-3d3803fd1e42 req-20c9f41d-649f-467a-a3d9-4c2cadb06de1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:52.634891 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0ef66ab5-eda9-4e73-9903-3d3803fd1e42 req-20c9f41d-649f-467a-a3d9-4c2cadb06de1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.1643393 Jun 23 17:00:52.659274 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.679270 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.697809 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:52.711459 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:52.715383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:52.743110 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:52.746222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Pushing event updated for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:52.751660 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:52.752424 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:52.758973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:52.836581 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0ef66ab5-eda9-4e73-9903-3d3803fd1e42 req-547398d3-2356-4c04-b065-be4e759dd713 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830127 Jun 23 17:00:52.836877 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Pushing event updated for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:52.841004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:52.890388 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7241421 Jun 23 17:00:52.904271 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:52.918072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Request body: {'port': {'device_id': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:52.918902 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:53.136491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.137654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:53.148578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936a83-3bf2-4ad0-bb06-94141bed36c6 req-8f88b123-35c3-4843-b063-1fb06e9f8ee7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:53.150286 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0936a83-3bf2-4ad0-bb06-94141bed36c6 req-8f88b123-35c3-4843-b063-1fb06e9f8ee7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 932 time: 0.1711378 Jun 23 17:00:53.221536 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0936a83-3bf2-4ad0-bb06-94141bed36c6 req-1a4054f3-cac9-40e6-900d-47422d6d83e4 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595205 Jun 23 17:00:53.268732 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-3b905ee4-c24b-4cee-a5ba-62ef0bd4ffc6 None None] Provisioning complete for port 65a7e59e-c2af-4232-a490-93f547207521 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:53.269203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3b905ee4-c24b-4cee-a5ba-62ef0bd4ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.310928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:53.322963 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-3b905ee4-c24b-4cee-a5ba-62ef0bd4ffc6 None None] Port 65a7e59e-c2af-4232-a490-93f547207521 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:53.324303 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] 10.222.0.99 "PUT /v2.0/routers/11d671fa-bfe6-4f75-84d7-a8aabe5f34a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6026897 Jun 23 17:00:53.574738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b0e653-a159-4c08-ba57-62530343878a {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:53.581099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796aa0b-20a8-42ca-8b05-16307f6f868a req-6b8f6035-8017-44ad-a3e5-0aca66fa1b82 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:53.582637 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8796aa0b-20a8-42ca-8b05-16307f6f868a req-6b8f6035-8017-44ad-a3e5-0aca66fa1b82 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1135924 Jun 23 17:00:53.588298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.608169 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Transition to ACTIVE for port object 50b0e653-a159-4c08-ba57-62530343878a will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:53.626109 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8796aa0b-20a8-42ca-8b05-16307f6f868a req-dfeac324-b6db-4e3f-b8b5-56a7581febcb tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Jun 23 17:00:53.701625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.704873 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:53.768832 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Pushing event updated for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:53.803688 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:53.820360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Attempting to bind port 50b0e653-a159-4c08-ba57-62530343878a on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:53.821250 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Attempting to bind port 50b0e653-a159-4c08-ba57-62530343878a by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:53.821250 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Attempting to bind port 50b0e653-a159-4c08-ba57-62530343878a on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:53.829134 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Port 50b0e653-a159-4c08-ba57-62530343878a on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:53.829991 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Attempting to bind port 50b0e653-a159-4c08-ba57-62530343878a on network 931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:53.837470 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:53.838002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Checking segment: {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:53.838593 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Bound using segment: {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:53.844233 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Bound port: 50b0e653-a159-4c08-ba57-62530343878a, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98d5f75-dd31-435c-970c-09320dc8e671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:53.844233 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:53.970224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:53.974651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=50b0e653-a159-4c08-ba57-62530343878a,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:54.090403 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.090683 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bde7e3d8-65f1-49c2-9e23-8d65947464d0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:54.134241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.134886 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.136299 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] 10.222.0.68 "PUT /v2.0/ports/50b0e653-a159-4c08-ba57-62530343878a HTTP/1.1" status: 200 len: 1094 time: 1.2236087 Jun 23 17:00:54.136796 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'tag': '50b0e653-a159-4c08-ba57-62530343878a'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:54.139763 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "tag": "50b0e653-a159-4c08-ba57-62530343878a"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:54.178049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Pushing event updated for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:54.189804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:54.201093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27241a-6b76-4d03-9ee5-6ad8afc281b9 x-openstack-request-id: req-cd27241a-6b76-4d03-9ee5-6ad8afc281b9 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:54.201574 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "tag": "50b0e653-a159-4c08-ba57-62530343878a", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:54.202132 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-cd27241a-6b76-4d03-9ee5-6ad8afc281b9 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:54.203951 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'tag': '50b0e653-a159-4c08-ba57-62530343878a', 'status': 'completed', 'code': 200} Jun 23 17:00:54.306869 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f6e93620-bea4-4ca4-aec9-b638e551b615 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:54.380883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-15a8b231-9da5-4b33-bf7f-a95e817f3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.385439 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-15a8b231-9da5-4b33-bf7f-a95e817f3237 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 1097 time: 0.1247602 Jun 23 17:00:54.455258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48198) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:54.466653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224447013', 'description': 'tempest-secgroup-smoke-1224447013 description', 'project_id': '71cac057bddb4a4f9263e428dcc9874a'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:54.526073 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390984f-e348-4203-941c-45025c2235db None None] Sync routers for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:54.553302 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390984f-e348-4203-941c-45025c2235db None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:54.554851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-1390984f-e348-4203-941c-45025c2235db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:54.562260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eca882-2c4a-4e95-ae38-e7d13e94576b req-ec66ba70-1b2a-4e07-9fe4-168f37ce19ed tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.570287 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-75eca882-2c4a-4e95-ae38-e7d13e94576b req-ec66ba70-1b2a-4e07-9fe4-168f37ce19ed tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 944 time: 0.1831570 Jun 23 17:00:54.620605 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port f6e93620-bea4-4ca4-aec9-b638e551b615 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:54.622093 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.634495 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port f6e93620-bea4-4ca4-aec9-b638e551b615 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:54.635123 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.635653 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-9bc641bb-d049-4079-9c4d-0f7b55ebfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.637613 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-9bc641bb-d049-4079-9c4d-0f7b55ebfac8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2278378 Jun 23 17:00:54.674017 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-75eca882-2c4a-4e95-ae38-e7d13e94576b req-1c7e6a97-4614-4933-a8c8-0c6bbdc1893d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912850 Jun 23 17:00:54.792813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.837494 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-af779272-b27c-4e4c-bb46-909763913774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.841049 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4c3f73a6-7f42-48fe-a7d9-ec3d3ad79a2c req-af779272-b27c-4e4c-bb46-909763913774 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1739101 Jun 23 17:00:54.865565 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-1390984f-e348-4203-941c-45025c2235db None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:54.895149 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:54.905115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-6fe44ddc-2698-40d8-b2c3-6ae76d3f3674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:54.936347 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:54.939160 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:54.972724 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78455e6-50e5-4abf-94e3-7b4712ad11c8 req-0462b268-aac0-4a03-9a7d-5066b388a43d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:54.974455 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c78455e6-50e5-4abf-94e3-7b4712ad11c8 req-0462b268-aac0-4a03-9a7d-5066b388a43d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1092031 Jun 23 17:00:55.024106 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.033047 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5709643 Jun 23 17:00:55.033534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 48218) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:55.042024 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:55.079929 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.087298 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c78455e6-50e5-4abf-94e3-7b4712ad11c8 req-73b922dc-9a61-42d9-9327-b11309eeeffd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021576 Jun 23 17:00:55.113932 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-872927dd-300b-4a89-bfd2-1ee0a201cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.113932 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-872927dd-300b-4a89-bfd2-1ee0a201cf74 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 1097 time: 0.1307251 Jun 23 17:00:55.178947 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port f6e93620-bea4-4ca4-aec9-b638e551b615, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f6e93620-bea4-4ca4-aec9-b638e551b615,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:55.189546 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-ea45552e-73cc-45f6-b9aa-ca404ef85584 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b0e653-a159-4c08-ba57-62530343878a HTTP/1.1" status: 200 len: 217 time: 0.0502908 Jun 23 17:00:55.199678 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.285633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093e48-d4c3-4c96-a462-adaa219b480d req-cf32723a-6d8e-4ebb-bc5d-736a42e0bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.287122 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-cf32723a-6d8e-4ebb-bc5d-736a42e0bbc1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a3a4a03-6b08-4ae7-ad34-9e592e75c82c HTTP/1.1" status: 200 len: 849 time: 0.0756130 Jun 23 17:00:55.287792 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.290979 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:55.299117 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.326625 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-3b8be638-4045-447d-8147-d4040cec650b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292995 Jun 23 17:00:55.370949 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=f6e93620-bea4-4ca4-aec9-b638e551b615,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:55.376414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:55.382233 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-1390984f-e348-4203-941c-45025c2235db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:51Z', 'revision_number': 4, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '65a7e59e-c2af-4232-a490-93f547207521', 'name': '', 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'mac_address': 'fa:16:3e:33:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:50Z', 'updated_at': '2021-06-23T17:00:52Z', 'revision_number': 2, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'subnets': [{'id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:55.424174 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390984f-e348-4203-941c-45025c2235db None None] Checking router: 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:55.424578 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390984f-e348-4203-941c-45025c2235db None None] Updating router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 port 65a7e59e-c2af-4232-a490-93f547207521 binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:00:55.463798 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-d806db84-0618-4d30-a17e-0272d9bb6419 service neutron] 10.222.0.68 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248620 Jun 23 17:00:55.469138 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.469910 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d6969b5e-da5f-4a90-9b10-3a7048645c29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:55.486270 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.525734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2fd828-76f3-4828-a1ec-4cfad23c4794,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:55.531894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:55.608974 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88093e48-d4c3-4c96-a462-adaa219b480d req-4c46ac1b-63f7-45da-a1be-ceeff4d788e9 service neutron] 10.222.0.68 "GET /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345801 Jun 23 17:00:55.653428 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.655762 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6194820 Jun 23 17:00:55.659452 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 48228) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:55.665925 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:55.790524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.852940 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.862606 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.864973 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1390984f-e348-4203-941c-45025c2235db None None] Transition to ACTIVE for port object 65a7e59e-c2af-4232-a490-93f547207521 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:55.909736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4edf8-9cb2-4112-886a-ccfda0ee2e53 req-47b1c45f-7881-43cc-b290-ec9650b630fc tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:55.913001 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7cb4edf8-9cb2-4112-886a-ccfda0ee2e53 req-47b1c45f-7881-43cc-b290-ec9650b630fc tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 944 time: 0.0954883 Jun 23 17:00:55.949796 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:55.956495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d8f4320e-e918-493e-aec0-d2d07b58bbc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:55.973899 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7cb4edf8-9cb2-4112-886a-ccfda0ee2e53 req-0ed61376-0280-4e74-9bc8-ec641eb396a7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475998 Jun 23 17:00:55.980692 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a77d218-c670-4430-ac76-877ebfe5f0aa,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:55.992529 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:56.022179 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.024657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:56.103271 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Pushing event updated for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:56.107671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:56.118968 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.120466 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4598737 Jun 23 17:00:56.124302 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48244) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:56.128725 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:56.155101 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-1390984f-e348-4203-941c-45025c2235db None None] Attempting to bind port 65a7e59e-c2af-4232-a490-93f547207521 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:56.155101 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-1390984f-e348-4203-941c-45025c2235db None None] Attempting to bind port 65a7e59e-c2af-4232-a490-93f547207521 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:56.155101 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390984f-e348-4203-941c-45025c2235db None None] Attempting to bind port 65a7e59e-c2af-4232-a490-93f547207521 on network 34f00b91-3b21-4595-bfb0-558993b14ac8 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:56.165625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390984f-e348-4203-941c-45025c2235db None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:56.166188 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390984f-e348-4203-941c-45025c2235db None None] Checking segment: {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:56.166678 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.167156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390984f-e348-4203-941c-45025c2235db None None] Bound using segment: {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:56.167934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-1390984f-e348-4203-941c-45025c2235db None None] Bound port: 65a7e59e-c2af-4232-a490-93f547207521, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b30ec73-ca3d-43f2-bb05-fc9e48774dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:56.168520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.275682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f6e93620-bea4-4ca4-aec9-b638e551b615 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:56.334888 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.343220 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1390984f-e348-4203-941c-45025c2235db None None] For port 65a7e59e-c2af-4232-a490-93f547207521, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:56.347450 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1390984f-e348-4203-941c-45025c2235db None None] For port 65a7e59e-c2af-4232-a490-93f547207521, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=65a7e59e-c2af-4232-a490-93f547207521,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:56.358344 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port f6e93620-bea4-4ca4-aec9-b638e551b615 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:56.358643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.399444 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.570726 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1390984f-e348-4203-941c-45025c2235db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.579451 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:56.626856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.633175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.637601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390984f-e348-4203-941c-45025c2235db None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:56.638406 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-1390984f-e348-4203-941c-45025c2235db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:00:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:56.649038 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2ac745dc-c8de-4fef-8ff5-1b97eca1d375 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:56.681873 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff08eea3-c128-442a-9eb3-2a61a86d2735,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:56.687587 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:56.724152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:56.725415 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6007602 Jun 23 17:00:56.728334 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48260) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:56.733061 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:56.735283 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Pushing event updated for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:56.745327 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:56.838988 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-1390984f-e348-4203-941c-45025c2235db None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:56.924520 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.037383 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.108535 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-1390984f-e348-4203-941c-45025c2235db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:51Z', 'revision_number': 4, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '65a7e59e-c2af-4232-a490-93f547207521', 'name': '', 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'mac_address': 'fa:16:3e:33:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:50Z', 'updated_at': '2021-06-23T17:00:56Z', 'revision_number': 4, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'subnets': [{'id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:57.141555 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1390984f-e348-4203-941c-45025c2235db None None] The sync data for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi is: [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:00:51Z', 'revision_number': 4, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '65a7e59e-c2af-4232-a490-93f547207521', 'name': '', 'network_id': '34f00b91-3b21-4595-bfb0-558993b14ac8', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'mac_address': 'fa:16:3e:33:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:50Z', 'updated_at': '2021-06-23T17:00:56Z', 'revision_number': 4, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'subnets': [{'id': '18910d2d-68e7-4c85-968c-b8e5cd270abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:57.143261 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.145468 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:57.174667 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92add1b5-7f76-4261-bc1a-75b71498c4f2,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:57.177818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:57.259686 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.261408 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5320339 Jun 23 17:00:57.264338 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48278) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:57.269484 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:57.366876 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abae66-0703-4d49-affa-9b243f0cd808 req-9b29502b-c9f2-4ca6-991b-d542a5f9ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.373729 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8abae66-0703-4d49-affa-9b243f0cd808 req-9b29502b-c9f2-4ca6-991b-d542a5f9ae61 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.1464577 Jun 23 17:00:57.415283 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.securitygroups_db [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Project 71cac057bddb4a4f9263e428dcc9874a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:00:57.415400 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642a6d3-4fe1-4d4c-8a92-a87c4988593a req-70b07b81-5cf2-4a07-be70-9057ea09b762 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.421958 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.426491 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0642a6d3-4fe1-4d4c-8a92-a87c4988593a req-70b07b81-5cf2-4a07-be70-9057ea09b762 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1583045 Jun 23 17:00:57.488035 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8abae66-0703-4d49-affa-9b243f0cd808 req-876b149b-4cd1-4ad6-9f01-f50e28270bb2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600266 Jun 23 17:00:57.491637 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0642a6d3-4fe1-4d4c-8a92-a87c4988593a req-dbf4856a-289a-4562-8685-ea1f940d587a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Jun 23 17:00:57.557944 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.594292 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6135241-6697-469f-9adc-f1b26e3799a1 req-0cf77a6c-d495-42fe-846d-f3d23347e818 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.595942 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6135241-6697-469f-9adc-f1b26e3799a1 req-0cf77a6c-d495-42fe-846d-f3d23347e818 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 944 time: 0.1003911 Jun 23 17:00:57.649982 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.657551 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-308b4479-a7a3-409b-b6f4-a7169aa9a47a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:57.671913 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6135241-6697-469f-9adc-f1b26e3799a1 req-24466c5e-2626-4519-9ec6-50a1f5347a4a tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Jun 23 17:00:57.677443 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127b7539-ece0-4b53-896c-c6e4b18b73c6,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:57.681915 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:57.707002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b5f17-9d46-42ba-932d-b525bc91acde req-cb9f37bc-ffc4-4872-b8cc-69f7d718d60e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:57.708808 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0a6b5f17-9d46-42ba-932d-b525bc91acde req-cb9f37bc-ffc4-4872-b8cc-69f7d718d60e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0915439 Jun 23 17:00:57.760299 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0a6b5f17-9d46-42ba-932d-b525bc91acde req-0fdb3045-44d7-46a3-a050-e2fc47d3b1cf tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Jun 23 17:00:57.801383 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:57.803052 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5370333 Jun 23 17:00:57.807051 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48292) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:57.812539 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'security_group_rule': {'security_group_id': 'c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457', 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:57.970480 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.securitygroups_db [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Project 71cac057bddb4a4f9263e428dcc9874a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:00:57.985604 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.079458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.099923 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:58.215171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.220279 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7b7668b0-5db3-4680-9b60-a1407313b856 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:58.223786 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 50b0e653-a159-4c08-ba57-62530343878a details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:58.240629 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d79fdf-58cb-49d8-9cd9-660cffb1c966,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:58.247677 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:58.298565 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 65a7e59e-c2af-4232-a490-93f547207521 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:58.379828 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.379828 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5692337 Jun 23 17:00:58.421185 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=50b0e653-a159-4c08-ba57-62530343878a,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:58.441465 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '50b0e653-a159-4c08-ba57-62530343878a', 'network_id': '931f3aa3-8f73-4ff9-9e0f-bfcd39c22592', 'port_id': '50b0e653-a159-4c08-ba57-62530343878a', 'mac_address': 'fa:16:3e:c6:5d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1463, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3a4a03-6b08-4ae7-ad34-9e592e75c82c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:58.483649 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.499572 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b0e653-a159-4c08-ba57-62530343878a {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:58.528769 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=50b0e653-a159-4c08-ba57-62530343878a,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:58.538388 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 65a7e59e-c2af-4232-a490-93f547207521 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:58.549776 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 65a7e59e-c2af-4232-a490-93f547207521 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:58.549776 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.638047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.647715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.652438 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:58.687434 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b3612-8393-4cb3-b69c-e8a38f98e00c req-e152f2ef-ffce-4628-860a-5ad637c00978 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:58.692281 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8f1b3612-8393-4cb3-b69c-e8a38f98e00c req-e152f2ef-ffce-4628-860a-5ad637c00978 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0805244 Jun 23 17:00:58.705025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 65a7e59e-c2af-4232-a490-93f547207521, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=65a7e59e-c2af-4232-a490-93f547207521,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:58.731780 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:58.731780 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:58.737816 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8f1b3612-8393-4cb3-b69c-e8a38f98e00c req-e3135c3a-d7b8-40d8-9e59-15cbcaca0af6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Jun 23 17:00:58.793067 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:58.795878 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:58.853923 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:58.858871 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:58.887926 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51262be1-df36-4244-b31a-14bb9f617621 req-cfcba1ba-f891-437b-add9-e5140fcfcd64 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:58.893962 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-51262be1-df36-4244-b31a-14bb9f617621 req-cfcba1ba-f891-437b-add9-e5140fcfcd64 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 945 time: 0.0759239 Jun 23 17:00:58.943422 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-51262be1-df36-4244-b31a-14bb9f617621 req-109305e0-1a0d-41d9-acb1-19ac12813f6d tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jun 23 17:00:58.980865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46afdc-63bf-4196-99e5-846105bab84e req-bce1b264-a75c-4585-b17f-10923b604efe tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:58.983041 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8d46afdc-63bf-4196-99e5-846105bab84e req-bce1b264-a75c-4585-b17f-10923b604efe tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0807245 Jun 23 17:00:59.021615 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8d46afdc-63bf-4196-99e5-846105bab84e req-944c46fb-935a-4a19-885b-21c1dff1e758 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Jun 23 17:00:59.453573 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['50b0e653-a159-4c08-ba57-62530343878a'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:59.927229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d5bfe-55a2-4d59-8f1c-8a4dd0525f95 req-3dfad630-378e-4889-9189-dd5a4e0034c2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:59.928698 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-644d5bfe-55a2-4d59-8f1c-8a4dd0525f95 req-3dfad630-378e-4889-9189-dd5a4e0034c2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jun 23 17:00:59.979710 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-644d5bfe-55a2-4d59-8f1c-8a4dd0525f95 req-c29232ad-40bc-4d28-af02-9a89b87f00c7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jun 23 17:01:00.170825 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47611f6e-9252-4e3b-878e-3fd8e227870d req-e0aa6cd8-b85a-4b36-b16e-4da8b87574ea tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:00.172957 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47611f6e-9252-4e3b-878e-3fd8e227870d req-e0aa6cd8-b85a-4b36-b16e-4da8b87574ea tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 945 time: 0.0861602 Jun 23 17:01:00.230008 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47611f6e-9252-4e3b-878e-3fd8e227870d req-901d3f22-72df-40c4-97ff-730cdd8b8353 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Jun 23 17:01:00.266531 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 65a7e59e-c2af-4232-a490-93f547207521 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:00.331774 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 65a7e59e-c2af-4232-a490-93f547207521 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:00.332164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:00.365749 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce71041-fa4a-4d4c-8135-d7951d7b269a req-7850289f-38ce-4c6b-b387-7fdceae59d68 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:00.367217 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7ce71041-fa4a-4d4c-8135-d7951d7b269a req-7850289f-38ce-4c6b-b387-7fdceae59d68 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0794148 Jun 23 17:01:00.430218 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7ce71041-fa4a-4d4c-8135-d7951d7b269a req-65b0b366-ee76-49f7-9868-d536cd628cc4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529559 Jun 23 17:01:00.761262 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee517438-409c-4be6-8083-73e3c119a51c req-a9dbd31a-ff72-4536-a496-1937aaf9801b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:00.762678 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ee517438-409c-4be6-8083-73e3c119a51c req-a9dbd31a-ff72-4536-a496-1937aaf9801b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0679135 Jun 23 17:01:00.801751 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ee517438-409c-4be6-8083-73e3c119a51c req-78706d8c-1e9b-48a1-9f3c-9d1a5077760b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Jun 23 17:01:00.934966 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-915d572c-3f53-4f03-bb42-af7c3e3b2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:00.937094 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-915d572c-3f53-4f03-bb42-af7c3e3b2b62 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.0579615 Jun 23 17:01:01.048043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-17f5d470-8151-4349-9d6f-489d2ab92636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.049392 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-17f5d470-8151-4349-9d6f-489d2ab92636 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1020870 Jun 23 17:01:01.098848 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-c037a4d1-f270-4e6a-907b-7295becf4235 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.0383856 Jun 23 17:01:01.166553 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-370642fd-0e09-4c24-bcbf-174a2f4dee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.168020 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-370642fd-0e09-4c24-bcbf-174a2f4dee25 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0475266 Jun 23 17:01:01.212714 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-8f0f8c9c-2b5a-4039-97a2-6a22a40fa276 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260415 Jun 23 17:01:01.328298 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-82e0b534-a994-42d3-a880-fa91597b0458 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964134 Jun 23 17:01:01.416307 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a954926-ba15-46dc-a3b5-e6ad807eb416 req-3d673783-69bd-402a-a289-6e83fff623e9 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.417807 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3a954926-ba15-46dc-a3b5-e6ad807eb416 req-3d673783-69bd-402a-a289-6e83fff623e9 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 945 time: 0.0640745 Jun 23 17:01:01.435757 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-89fe4bc5-a062-4f9c-8dce-106721ffc846 req-3a0b43e3-44bb-4e0f-b387-8a6dcee4623e service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872498 Jun 23 17:01:01.464505 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3a954926-ba15-46dc-a3b5-e6ad807eb416 req-b22ce7b8-7503-4586-9aee-a4667685cc61 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404539 Jun 23 17:01:01.631267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd4b35-8c5b-4b71-a2d1-b4ee54d362aa req-8670abb2-e535-456e-a8f8-1bd1fe89350e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.633206 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e3dd4b35-8c5b-4b71-a2d1-b4ee54d362aa req-8670abb2-e535-456e-a8f8-1bd1fe89350e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0725574 Jun 23 17:01:01.672018 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e3dd4b35-8c5b-4b71-a2d1-b4ee54d362aa req-488f0a73-f3a9-46b6-b930-9748060ac9ef tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Jun 23 17:01:01.990276 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab85ca-1302-47eb-bd13-501d4f78b440 req-8e2c1c31-e9e4-46bf-8903-d6e32bb26aa1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:01.991759 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ceab85ca-1302-47eb-bd13-501d4f78b440 req-8e2c1c31-e9e4-46bf-8903-d6e32bb26aa1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0737815 Jun 23 17:01:02.030953 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ceab85ca-1302-47eb-bd13-501d4f78b440 req-704a34c2-a205-4bbe-bfd4-d9a294ed3e55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jun 23 17:01:02.228931 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 50b0e653-a159-4c08-ba57-62530343878a up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:02.404048 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 50b0e653-a159-4c08-ba57-62530343878a completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:01:02.408914 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 50b0e653-a159-4c08-ba57-62530343878a triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:02.409321 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:02.486588 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:02.519619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b0e653-a159-4c08-ba57-62530343878a'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:02.521948 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703749f-2959-4f38-a441-316783211b48" -d '{"events": [{"server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "name": "network-vif-plugged", "status": "completed", "tag": "50b0e653-a159-4c08-ba57-62530343878a"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:02.543040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=50b0e653-a159-4c08-ba57-62530343878a,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:02.567210 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff7b03-43e9-43b5-aef4-3d37ebcb5a41 x-openstack-request-id: req-cfff7b03-43e9-43b5-aef4-3d37ebcb5a41 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:02.567210 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "name": "network-vif-plugged", "status": "completed", "tag": "50b0e653-a159-4c08-ba57-62530343878a", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:02.567210 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-cfff7b03-43e9-43b5-aef4-3d37ebcb5a41 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:02.567210 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b0e653-a159-4c08-ba57-62530343878a', 'code': 200} Jun 23 17:01:02.659673 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bcd13-fa65-458c-b544-2f422aab5255 req-f21d2fa3-1aeb-4569-9a21-b288daafd906 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:02.661361 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8b6bcd13-fa65-458c-b544-2f422aab5255 req-f21d2fa3-1aeb-4569-9a21-b288daafd906 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 945 time: 0.0759888 Jun 23 17:01:02.706788 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8b6bcd13-fa65-458c-b544-2f422aab5255 req-90b2b67e-1f15-4dc3-b4f4-7c5c75ec9a5e tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Jun 23 17:01:02.865622 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f7f7a-fd14-4091-92bf-31a7d9dd560f req-c6569ed6-40ef-4cdb-b8c6-e4d814d47a43 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:02.867210 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-980f7f7a-fd14-4091-92bf-31a7d9dd560f req-c6569ed6-40ef-4cdb-b8c6-e4d814d47a43 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0636733 Jun 23 17:01:02.906850 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-980f7f7a-fd14-4091-92bf-31a7d9dd560f req-03b631fc-6b13-4adc-be13-62660f7ce531 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339527 Jun 23 17:01:02.949755 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:02.952419 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:02.999003 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:03.002553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:03.215054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de12c-9e97-44b6-abce-cf55946c2a46 req-d1126a92-33ce-4a8c-9d8a-a944fad759b0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:03.216418 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e7de12c-9e97-44b6-abce-cf55946c2a46 req-d1126a92-33ce-4a8c-9d8a-a944fad759b0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0655370 Jun 23 17:01:03.288778 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e7de12c-9e97-44b6-abce-cf55946c2a46 req-4675ed1d-f64d-4b71-94fa-aac138faaf98 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631886 Jun 23 17:01:03.316349 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a681d-4645-476c-a753-f4856f9e5409 req-e2bb8bb3-114e-4a8a-be34-8f99557f379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:03.317813 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-469a681d-4645-476c-a753-f4856f9e5409 req-e2bb8bb3-114e-4a8a-be34-8f99557f379b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 1099 time: 0.0720572 Jun 23 17:01:03.359199 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-469a681d-4645-476c-a753-f4856f9e5409 req-2ac06e24-97f7-416b-b82b-1cab9fea0134 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Jun 23 17:01:04.100006 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbaefc-6a7f-4802-ac68-8d37312680fd req-f19a3ba1-6763-42f2-b02a-bfd7c8d67174 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:04.101771 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0ddbaefc-6a7f-4802-ac68-8d37312680fd req-f19a3ba1-6763-42f2-b02a-bfd7c8d67174 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0680463 Jun 23 17:01:04.140950 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0ddbaefc-6a7f-4802-ac68-8d37312680fd req-88e3a304-c697-41ad-bedd-1f0204597ec8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Jun 23 17:01:04.147215 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66c99b-3862-4b80-b999-07d09ee03d13 req-6eaa55e8-1363-4a27-a514-b0785bae2633 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:04.148869 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f66c99b-3862-4b80-b999-07d09ee03d13 req-6eaa55e8-1363-4a27-a514-b0785bae2633 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.3248687 Jun 23 17:01:04.194163 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f66c99b-3862-4b80-b999-07d09ee03d13 req-da361f87-9e4c-441b-ac0b-14a0081d4683 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jun 23 17:01:04.478770 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1571-2076-4045-8f7d-9bc3d9e7c278 req-39f7e849-8c88-4a92-9fb7-aebb65120722 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:04.480338 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0cb1571-2076-4045-8f7d-9bc3d9e7c278 req-39f7e849-8c88-4a92-9fb7-aebb65120722 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0694845 Jun 23 17:01:04.520039 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0cb1571-2076-4045-8f7d-9bc3d9e7c278 req-7cc9a54e-40c6-4570-b62d-2ca77d98b917 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Jun 23 17:01:05.337810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb4213-0566-4371-bd22-65c8e846937f req-3fcf04b0-95e6-4144-bff4-b50f602a4612 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:05.337810 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8fbb4213-0566-4371-bd22-65c8e846937f req-3fcf04b0-95e6-4144-bff4-b50f602a4612 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0756769 Jun 23 17:01:05.381678 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8fbb4213-0566-4371-bd22-65c8e846937f req-34290eb4-ceda-4424-af55-465dff33d9a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371563 Jun 23 17:01:05.528125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346104-47f6-4d4d-a5a7-4343216b978c req-04967cba-fead-43d5-acfc-165e0f1f5751 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:05.530592 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-26346104-47f6-4d4d-a5a7-4343216b978c req-04967cba-fead-43d5-acfc-165e0f1f5751 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0653441 Jun 23 17:01:05.573717 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-26346104-47f6-4d4d-a5a7-4343216b978c req-d5e09396-b159-4a42-9efe-c349764703c7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Jun 23 17:01:05.706670 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf262-df9b-41a8-be78-ab125ee983cc req-d3e6525b-58ef-432c-a300-bbd59860c445 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:05.708236 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2bcf262-df9b-41a8-be78-ab125ee983cc req-d3e6525b-58ef-432c-a300-bbd59860c445 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0720432 Jun 23 17:01:05.756484 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2bcf262-df9b-41a8-be78-ab125ee983cc req-a9bb23dd-a472-470f-bd8f-cacbd1bc0675 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Jun 23 17:01:06.563430 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e02dd9-ac97-4525-845e-f134e9267d06 req-1b9b37bc-e28a-4a84-828a-eddcdabe89cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:06.564923 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1e02dd9-ac97-4525-845e-f134e9267d06 req-1b9b37bc-e28a-4a84-828a-eddcdabe89cb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0675845 Jun 23 17:01:06.609619 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1e02dd9-ac97-4525-845e-f134e9267d06 req-202dd9d2-1db1-4dfd-9e25-4346b9fc7a9f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387971 Jun 23 17:01:06.756472 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5f474-480b-4e84-bac0-c12f2ecbc397 req-652aae7c-5764-413b-82ca-c421a4d09e6c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:06.757981 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-eec5f474-480b-4e84-bac0-c12f2ecbc397 req-652aae7c-5764-413b-82ca-c421a4d09e6c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0680170 Jun 23 17:01:06.807938 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-eec5f474-480b-4e84-bac0-c12f2ecbc397 req-98c60d47-f9fb-4b5c-91fc-6d93860f0e71 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353084 Jun 23 17:01:06.971708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73197f27-2f5c-47ba-8b65-0b6cb6fe2417 req-cc226ca4-6711-46d3-8d5c-4c740ebb99f2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:06.975812 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-73197f27-2f5c-47ba-8b65-0b6cb6fe2417 req-cc226ca4-6711-46d3-8d5c-4c740ebb99f2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0695558 Jun 23 17:01:07.017564 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-73197f27-2f5c-47ba-8b65-0b6cb6fe2417 req-3c8ac569-9d9a-459b-9ea8-348cdea99c8d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Jun 23 17:01:07.806690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be11b-2c94-468b-ad14-7b932d9af6d6 req-4094470c-a1e6-48a8-99e7-2e2c5402f037 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:07.808180 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aa1be11b-2c94-468b-ad14-7b932d9af6d6 req-4094470c-a1e6-48a8-99e7-2e2c5402f037 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0786006 Jun 23 17:01:07.863078 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aa1be11b-2c94-468b-ad14-7b932d9af6d6 req-07dd503a-ca39-4c29-9add-3f7e1ff8eb0f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Jun 23 17:01:09.106854 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10972e-ee81-4853-bedb-7d679ad45ede req-2dbb4b5d-3e61-4fc0-982a-d65c4051d6a7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:09.114256 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e10972e-ee81-4853-bedb-7d679ad45ede req-2dbb4b5d-3e61-4fc0-982a-d65c4051d6a7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0908604 Jun 23 17:01:09.151903 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e10972e-ee81-4853-bedb-7d679ad45ede req-a2930078-4306-497f-99a7-96d5c12fa4d8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364408 Jun 23 17:01:09.566640 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75b4fb-8cae-4a4a-913b-576ded988934 req-eaccad7f-de07-41e2-b1f7-dbae064dd83a tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:09.568214 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1e75b4fb-8cae-4a4a-913b-576ded988934 req-eaccad7f-de07-41e2-b1f7-dbae064dd83a tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0714288 Jun 23 17:01:09.606415 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1e75b4fb-8cae-4a4a-913b-576ded988934 req-f12efd75-ae9f-4114-9278-f36ffe2c2b62 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jun 23 17:01:10.294137 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02d7b-b6c9-463c-b7a3-d361d3ac31db req-a5d127ad-1e04-4bbf-a231-8556b91dc23a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:10.296823 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29a02d7b-b6c9-463c-b7a3-d361d3ac31db req-a5d127ad-1e04-4bbf-a231-8556b91dc23a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0717173 Jun 23 17:01:10.340234 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29a02d7b-b6c9-463c-b7a3-d361d3ac31db req-abdcd424-5440-45be-b249-52f4c1fba6d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Jun 23 17:01:10.346621 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dcd7-247c-4b69-be99-60a576fb8ef4 req-b62d9c84-8445-4417-8c8d-eb440340b93c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:10.352076 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-01f3dcd7-247c-4b69-be99-60a576fb8ef4 req-b62d9c84-8445-4417-8c8d-eb440340b93c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0789633 Jun 23 17:01:10.415350 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-01f3dcd7-247c-4b69-be99-60a576fb8ef4 req-280f4c5d-0a28-46b7-a188-e1d9b4b4244f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439327 Jun 23 17:01:10.819500 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe5ea-04ec-4f65-a167-79566b82da40 req-9935aca1-9972-4ce9-9562-079c7738ff2c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:10.821442 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-10fbe5ea-04ec-4f65-a167-79566b82da40 req-9935aca1-9972-4ce9-9562-079c7738ff2c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0804462 Jun 23 17:01:10.870618 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-10fbe5ea-04ec-4f65-a167-79566b82da40 req-7b96a17e-42ed-4dd0-818e-4ff6671d66a8 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Jun 23 17:01:11.597479 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184b3c-3659-45fa-9e26-077ad0a6b7cf req-f9681340-a485-44b9-a9ba-42168015e217 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:11.598975 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e184b3c-3659-45fa-9e26-077ad0a6b7cf req-f9681340-a485-44b9-a9ba-42168015e217 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0677688 Jun 23 17:01:11.638301 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e184b3c-3659-45fa-9e26-077ad0a6b7cf req-c50a4e67-6580-4cb1-9c8c-0056197f1084 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332143 Jun 23 17:01:12.061456 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5cf8-7276-4fb6-9e7f-f6868e1082e5 req-ffcc5b2a-298c-444c-8a95-1a5d2d3ad1b4 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.062896 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0f1b5cf8-7276-4fb6-9e7f-f6868e1082e5 req-ffcc5b2a-298c-444c-8a95-1a5d2d3ad1b4 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0711448 Jun 23 17:01:12.103305 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0f1b5cf8-7276-4fb6-9e7f-f6868e1082e5 req-728b6bae-31ba-4bc1-8fb7-0a7de6b8cdc7 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Jun 23 17:01:12.824340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5066d-e1b7-4e2f-882a-6dca969478b1 req-86432a6f-00f6-49df-9038-df949aee7dec tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:12.825858 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5fe5066d-e1b7-4e2f-882a-6dca969478b1 req-86432a6f-00f6-49df-9038-df949aee7dec tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0643346 Jun 23 17:01:12.871839 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5fe5066d-e1b7-4e2f-882a-6dca969478b1 req-2516a926-1622-4f0c-bc51-c0db5faf9dd6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Jun 23 17:01:13.129415 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-fdce5394-6a15-457d-a23f-8918467c2993 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:13.135439 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-fdce5394-6a15-457d-a23f-8918467c2993 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Jun 23 17:01:13.523996 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Deleting port 50b0e653-a159-4c08-ba57-62530343878a {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:01:13.524334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:13.536144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fd414-9392-4576-a7ad-34f0250020fd req-1a97da55-a940-4861-a54f-6b9dd31e768c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:13.537734 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7d2fd414-9392-4576-a7ad-34f0250020fd req-1a97da55-a940-4861-a54f-6b9dd31e768c tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 946 time: 0.3168924 Jun 23 17:01:13.636992 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7d2fd414-9392-4576-a7ad-34f0250020fd req-e21e64ab-d825-4186-aa0e-89d04a7fc440 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/security-groups?id=b15bf5ec-fcc3-437f-9564-f541e1a0cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Jun 23 17:01:13.662107 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] For port 50b0e653-a159-4c08-ba57-62530343878a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=50b0e653-a159-4c08-ba57-62530343878a,segment=NetworkSegment(c98d5f75-dd31-435c-970c-09320dc8e671),segment_id=c98d5f75-dd31-435c-970c-09320dc8e671)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:13.662482 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:13.679825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Calling delete_port for 50b0e653-a159-4c08-ba57-62530343878a owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:01:13.685415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-2f056ec5-c964-4a5a-bf19-09fa47b65565 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:13.692105 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-2f056ec5-c964-4a5a-bf19-09fa47b65565 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1379976 Jun 23 17:01:13.703602 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-ea770430-4ac8-44d8-be18-e117e9b3687e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/quotas/86a2a31c32ae43699784dd7713e263fd HTTP/1.1" status: 200 len: 375 time: 0.0102880 Jun 23 17:01:13.783188 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-b5338bcb-0950-4c6a-bb23-8cb7089ca795 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740278 Jun 23 17:01:13.877154 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:13.881246 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-41c4f5b1-76b2-4124-9ef7-990211efa63a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:13.889263 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-71f7dae1-e895-4eca-8d0d-2cda5a547a10 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960982 Jun 23 17:01:13.915580 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Pushing event deleted for resources: {'Port': ['ID=50b0e653-a159-4c08-ba57-62530343878a,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:13.923039 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:13.960500 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['50b0e653-a159-4c08-ba57-62530343878a'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:13.976610 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] No DVR routers for this DVR port 50b0e653-a159-4c08-ba57-62530343878a on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:01:13.980708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:13.984722 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5783a8a8-e476-4614-aca6-c7f5a88b79e7 req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.68 "DELETE /v2.0/ports/50b0e653-a159-4c08-ba57-62530343878a HTTP/1.1" status: 204 len: 173 time: 0.8139253 Jun 23 17:01:13.985282 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'name': 'network-vif-deleted', 'tag': '50b0e653-a159-4c08-ba57-62530343878a'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:13.987742 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133aae9b-80bb-4fa2-88f0-335fe89893eb" -d '{"events": [{"server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "name": "network-vif-deleted", "tag": "50b0e653-a159-4c08-ba57-62530343878a"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:14.009278 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-1a8185dc-bf3d-497b-8ee5-a1059432c841 service neutron] 10.222.0.99 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119556 Jun 23 17:01:14.111762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ba1f-a67f-4af8-8791-0929fc2da9ba req-17e2cbc9-916b-4312-97a7-5a16bd10260b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:14.113498 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1708ba1f-a67f-4af8-8791-0929fc2da9ba req-17e2cbc9-916b-4312-97a7-5a16bd10260b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0787003 Jun 23 17:01:14.156588 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1708ba1f-a67f-4af8-8791-0929fc2da9ba req-63ed5db1-b588-4ca9-995a-649a0ece5add tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Jun 23 17:01:14.210578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6382d-f5d4-4c92-a06e-569c874f0835 x-openstack-request-id: req-5db6382d-f5d4-4c92-a06e-569c874f0835 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:14.210906 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131b2d4f-c659-4e0f-b033-18dd6d9b8768", "name": "network-vif-deleted", "tag": "50b0e653-a159-4c08-ba57-62530343878a", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:14.211188 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-5db6382d-f5d4-4c92-a06e-569c874f0835 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:14.211645 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131b2d4f-c659-4e0f-b033-18dd6d9b8768', 'name': 'network-vif-deleted', 'tag': '50b0e653-a159-4c08-ba57-62530343878a', 'status': 'completed', 'code': 200} Jun 23 17:01:14.265238 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c43d8b0-dcaa-44ae-962e-e18a33bc7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:14.513511 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f76dbea-006f-413b-9409-3c387e341508 req-44fb8d92-172b-4d38-99e3-84598ac41a66 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Jun 23 17:01:14.848709 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-86d9197f-9303-4883-b880-f6fd93668004 req-861a291a-18a0-4a54-a809-69f8df8411ed tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0297825 Jun 23 17:01:15.348691 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2c600-68c2-4491-beab-33fe129b97f3 req-c8409377-97df-411a-a7e3-475d895f6567 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:15.350215 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2fa2c600-68c2-4491-beab-33fe129b97f3 req-c8409377-97df-411a-a7e3-475d895f6567 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0654027 Jun 23 17:01:15.391564 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2fa2c600-68c2-4491-beab-33fe129b97f3 req-e90b5131-6bc2-4dd1-b406-2992dfec8730 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Jun 23 17:01:15.495134 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48806) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:15.629690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:15.662246 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-06026e36-cc61-4bc8-9930-dfb83e414a0c req-e04aa4b9-b90c-4869-a8f3-ea3fd8f747a4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 210 time: 0.0346694 Jun 23 17:01:15.753537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:15.856663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:15.861670 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d1d86258-1429-4331-a165-96814d6ffb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:15.901847 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a160c46699cf4405b894b8518ec0996c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045568 Jun 23 17:01:15.903210 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda428f1-8f3e-4934-ba73-c6b68b80f13a,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:15.904056 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 48816) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:15.907002 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:15.963714 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:15.990002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.037837 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f3c452b-c923-4093-81ea-9a78f22a4c6f req-c116162a-9b63-41a5-88c2-83acb72d79e0 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] 10.222.0.99 "GET /v2.0/ports?device_id=131b2d4f-c659-4e0f-b033-18dd6d9b8768 HTTP/1.1" status: 200 len: 210 time: 0.0440996 Jun 23 17:01:16.188614 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.193334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.193334 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/dda428f1-8f3e-4934-ba73-c6b68b80f13a HTTP/1.1" status: 204 len: 168 time: 0.2871709 Jun 23 17:01:16.193334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-20a86916-b461-4960-b235-0832afe34a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:16.201399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda428f1-8f3e-4934-ba73-c6b68b80f13a,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:16.203933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:16.270858 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 50b0e653-a159-4c08-ba57-62530343878a no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:01:16.290737 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 50b0e653-a159-4c08-ba57-62530343878a {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:01:16.291082 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 50b0e653-a159-4c08-ba57-62530343878a not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:01:16.607368 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00f43-d440-4321-982b-8736bb39e6fb req-fc0e425a-59d1-4198-817d-9ab9fc0a9580 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:16.610598 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-60a00f43-d440-4321-982b-8736bb39e6fb req-fc0e425a-59d1-4198-817d-9ab9fc0a9580 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0700250 Jun 23 17:01:16.648312 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-60a00f43-d440-4321-982b-8736bb39e6fb req-a9da84ea-52df-4b93-ab7d-8c2b5f843eea tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Jun 23 17:01:16.809873 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-32411be9-8078-4507-ba41-4b60d8b75e1c req-e63d3c11-fe16-4ce4-8c41-9d86155e5e95 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 210 time: 0.0329280 Jun 23 17:01:16.962217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 48834) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:16.976769 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dba43bb1-caaa-4e36-84fa-05dd3e6f473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:16.977136 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.019757 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.080659 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.170190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.172971 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0bef7c3e-ad94-43e2-80dc-5e6a489baec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:17.210362 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=11f69a0cadfa439fa1c88b704fdeecf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470169 Jun 23 17:01:17.211283 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e3fdd-d776-40fc-8c08-7cad0c28222e,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:17.213354 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48842) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:17.214454 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:17.270353 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.292673 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.399863 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.404496 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.408942 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6d6e3fdd-d776-40fc-8c08-7cad0c28222e HTTP/1.1" status: 204 len: 168 time: 0.1912196 Jun 23 17:01:17.408942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-81587a2e-f00b-4070-84d8-04cb558ae72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:17.416156 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e3fdd-d776-40fc-8c08-7cad0c28222e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:17.418600 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:17.503453 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-4567c1b4-7bef-4e86-9b71-7a38a6de4a63 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:17.505300 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-4567c1b4-7bef-4e86-9b71-7a38a6de4a63 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/networks?id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 200 len: 815 time: 0.1301413 Jun 23 17:01:17.545493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Request body: {'port': {'device_id': 'aa65e299-0afb-46b4-881d-a132f442da12', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'admin_state_up': True, 'tenant_id': '86a2a31c32ae43699784dd7713e263fd'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:17.790029 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Made reservation on behalf of 86a2a31c32ae43699784dd7713e263fd for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:17.793540 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.921621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb72da-dcb7-473e-8efd-b77d5b9f4bdf req-749e83f0-7666-4f93-a872-4de7f94b4563 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:17.929160 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70eb72da-dcb7-473e-8efd-b77d5b9f4bdf req-749e83f0-7666-4f93-a872-4de7f94b4563 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1503816 Jun 23 17:01:18.023152 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-70eb72da-dcb7-473e-8efd-b77d5b9f4bdf req-4f72b669-c39a-4e7e-abc1-96a672411b1c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930302 Jun 23 17:01:18.054266 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Allocated IP 172.20.0.10 (1df2ab8f-7c21-486b-aa06-73d4f3b3727a/8216d915-0d76-449e-821a-965082f06edc/bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:01:18.090879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0af395d8-713d-4cb9-bb68-dd31e2d940a5 req-8cf4645d-938c-4a4d-9f04-730936ed5e1a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 210 time: 0.0537882 Jun 23 17:01:18.252805 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.437717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.444723 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4dea372c-6db8-4b92-931d-793a3ba6ee18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:18.509490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:01:18.512410 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'a4b5f212-1696-49d8-88c5-22c507bbbf30'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:18.512931 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:18.520660 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:01:18.526572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:18.527176 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.542084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event updated for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:18.552824 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:18.564244 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.646326 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1046491 Jun 23 17:01:18.681356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Request body: {'port': {'device_id': 'aa65e299-0afb-46b4-881d-a132f442da12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:18.765830 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.051979 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:19.060834 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.079837 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Transition to ACTIVE for port object bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:01:19.167341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.170171 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:19.258331 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Pushing event updated for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:19.272111 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:19.280630 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de14f-d111-4b10-9cfe-721bab158c85 req-d2d9ca32-28ab-411e-a2e0-e33e5ce00501 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.282155 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd1de14f-d111-4b10-9cfe-721bab158c85 req-d2d9ca32-28ab-411e-a2e0-e33e5ce00501 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0721719 Jun 23 17:01:19.302637 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Attempting to bind port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:01:19.303174 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Attempting to bind port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:01:19.303295 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Attempting to bind port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:19.309615 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:01:19.309935 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Attempting to bind port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 on network 1df2ab8f-7c21-486b-aa06-73d4f3b3727a {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:01:19.324913 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a5afa-be6c-4a4f-88f2-1d4ff03cddcb req-050c5598-bb89-46af-86d5-adb75299ad2a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.326425 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6b1a5afa-be6c-4a4f-88f2-1d4ff03cddcb req-050c5598-bb89-46af-86d5-adb75299ad2a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1602035 Jun 23 17:01:19.328008 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:01:19.328355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Checking segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:01:19.328511 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd1de14f-d111-4b10-9cfe-721bab158c85 req-e31d67ea-fa4c-481b-aaf5-407b074b6140 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392315 Jun 23 17:01:19.328738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Bound using segment: {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:01:19.329175 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Bound port: bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4814bcd6-9468-41e9-8002-7439f0c0fdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:01:19.329519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.411501 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6b1a5afa-be6c-4a4f-88f2-1d4ff03cddcb req-6d4dd403-ef85-495f-aef5-4082711c85e1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726314 Jun 23 17:01:19.429979 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:01:19.432785 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:01:19.512087 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.514093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7d7695a1-1952-47bb-84de-d58a5118f7d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:19.548493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.549217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:19.552157 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] 10.222.0.68 "PUT /v2.0/ports/bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 HTTP/1.1" status: 200 len: 1094 time: 0.8757131 Jun 23 17:01:19.554654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:19.557438 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae534f-796f-4a73-8202-48e9e68daad1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:19.584625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Pushing event updated for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:19.587814 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:19.603212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c387416b-f796-4b7d-b13c-b3de2e2ca774 x-openstack-request-id: req-c387416b-f796-4b7d-b13c-b3de2e2ca774 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:19.603959 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:19.604246 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c387416b-f796-4b7d-b13c-b3de2e2ca774 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:19.604672 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15', 'status': 'completed', 'code': 200} Jun 23 17:01:19.769604 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-47b87358-a781-4cbe-a1c6-d2956f6b706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.771288 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-47b87358-a781-4cbe-a1c6-d2956f6b706f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 1097 time: 0.0686226 Jun 23 17:01:19.903170 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-2d4434e3-343f-4430-9e44-951456747ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.904686 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-2d4434e3-343f-4430-9e44-951456747ea1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=86a2a31c32ae43699784dd7713e263fd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1031525 Jun 23 17:01:20.005229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-0455aeed-bfec-4575-8511-80c96595b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.006702 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1ae534f-796f-4a73-8202-48e9e68daad1 req-0455aeed-bfec-4575-8511-80c96595b86b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897164 Jun 23 17:01:20.236662 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-59ddf578-311f-4ef1-9483-8d12fb3f0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.238115 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-59ddf578-311f-4ef1-9483-8d12fb3f0e34 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=86a2a31c32ae43699784dd7713e263fd&device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 1097 time: 0.0653422 Jun 23 17:01:20.292875 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:01:20.304601 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-f58f30d6-5932-4cdd-be71-98c6188972fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 HTTP/1.1" status: 200 len: 217 time: 0.0357826 Jun 23 17:01:20.366245 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679760-0198-43c7-abbd-a2929f0fdece req-ce0f813a-9684-4f35-a130-659b5378d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.367978 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-ce0f813a-9684-4f35-a130-659b5378d115 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 200 len: 855 time: 0.0537665 Jun 23 17:01:20.416184 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:20.433190 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-a50b34d9-87c5-4cf6-a206-f944221062ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1df2ab8f-7c21-486b-aa06-73d4f3b3727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529490 Jun 23 17:01:20.444064 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:01:20.521337 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:20.549856 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:20.571093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:20.645437 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:20.659310 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-30713449-15b4-4118-b2db-92fb56b7bb97 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132819 Jun 23 17:01:20.675037 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32826bfe-4022-4a0b-91f3-382ebbac4ae8 req-e4ced63c-8672-45df-912f-d3aadf1991ae tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.676525 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-32826bfe-4022-4a0b-91f3-382ebbac4ae8 req-e4ced63c-8672-45df-912f-d3aadf1991ae tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0985100 Jun 23 17:01:20.691263 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:20.693244 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:20.693836 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29686707-dde8-4222-b682-0645e287058f req-cea04934-14a8-4188-a2fe-bf098a7508b0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:20.695625 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29686707-dde8-4222-b682-0645e287058f req-cea04934-14a8-4188-a2fe-bf098a7508b0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0738509 Jun 23 17:01:20.739517 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29686707-dde8-4222-b682-0645e287058f req-f7044d6e-1666-40ad-9d3a-e1bbad7465e9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372076 Jun 23 17:01:20.762303 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=6']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:20.766843 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-32826bfe-4022-4a0b-91f3-382ebbac4ae8 req-4fadec60-23d5-49ac-a889-b5b01e16a1c2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818088 Jun 23 17:01:20.798422 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7679760-0198-43c7-abbd-a2929f0fdece req-a1c950ef-de8b-4215-b79e-651d7263e0c5 service neutron] 10.222.0.68 "GET /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168056 Jun 23 17:01:20.806453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.806828 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.807497 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.807682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.807973 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.808298 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.808618 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.808937 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.809260 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.809581 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.810001 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.817429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:20.823219 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:21.074640 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['103b67bf-3728-4cd7-ae69-36f73fa07506'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:21.709402 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 48992) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:21.821283 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:21.955182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:21.988626 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa035-6e4f-4032-99bc-6da35f988efb req-81c6cad0-59fd-4cc8-94bc-551cd87ab253 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:21.990118 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cc5aa035-6e4f-4032-99bc-6da35f988efb req-81c6cad0-59fd-4cc8-94bc-551cd87ab253 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0749288 Jun 23 17:01:22.030092 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cc5aa035-6e4f-4032-99bc-6da35f988efb req-c4fbc3ff-a0fa-4354-a4d7-125beba835b5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jun 23 17:01:22.044483 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64004a-217e-4ea7-8538-368374e613a4 req-c941ceeb-0f50-4d36-bbe3-060b0ea99889 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:22.048033 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3a64004a-217e-4ea7-8538-368374e613a4 req-c941ceeb-0f50-4d36-bbe3-060b0ea99889 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0709269 Jun 23 17:01:22.069450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.073028 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c487d426-f699-4c6e-9468-1865ef48e6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:22.126824 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3a64004a-217e-4ea7-8538-368374e613a4 req-633a429f-a681-4e94-926f-976683d480c5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728250 Jun 23 17:01:22.132347 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f98796eadbe34026bc0cc6f675ec2ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218698 Jun 23 17:01:22.133136 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15215a2-8f60-49de-a84f-4ba57b932b49,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:22.133519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49008) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:22.136406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:22.156844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-d2ed5713-beaf-4e1c-ac61-147f41bcea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:22.158956 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-d2ed5713-beaf-4e1c-ac61-147f41bcea06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.0762372 Jun 23 17:01:22.293972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.332217 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:22.340951 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.362946 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df16a8e-9bf0-4abd-ba25-f68d1402c97d req-c57a1bf2-9ca5-4b4a-bc49-591cb892fde7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:22.364464 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7df16a8e-9bf0-4abd-ba25-f68d1402c97d req-c57a1bf2-9ca5-4b4a-bc49-591cb892fde7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1978762 Jun 23 17:01:22.367877 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-3aa463e6-a276-4d51-8029-68a08d7bb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:22.369228 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-3aa463e6-a276-4d51-8029-68a08d7bb2b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1903253 Jun 23 17:01:22.388865 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 103b67bf-3728-4cd7-ae69-36f73fa07506 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:22.388865 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.443223 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-7ce321dd-7b5a-422b-9cf3-a6c23508fee9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.0550258 Jun 23 17:01:22.470336 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.475698 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7df16a8e-9bf0-4abd-ba25-f68d1402c97d req-db651f8b-771d-4da1-a676-59198f9ba127 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017687 Jun 23 17:01:22.497687 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:22.500495 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ae803-af52-4178-8a44-92d622dd5241" -d '{"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:22.514885 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-68d77b07-abd4-4227-a8dd-99dbb5a21c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:22.517558 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-68d77b07-abd4-4227-a8dd-99dbb5a21c51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0556130 Jun 23 17:01:22.524644 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:22.541347 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098f75c-a366-4577-93d6-4f0b99d30d01 x-openstack-request-id: req-2098f75c-a366-4577-93d6-4f0b99d30d01 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:22.541636 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:22.541898 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-2098f75c-a366-4577-93d6-4f0b99d30d01 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:22.542292 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'code': 200} Jun 23 17:01:22.557653 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-86e61e8a-5548-48e9-b9f0-e4bb89bc7593 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286844 Jun 23 17:01:22.597672 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.600316 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.607030 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c15215a2-8f60-49de-a84f-4ba57b932b49 HTTP/1.1" status: 204 len: 168 time: 0.4651854 Jun 23 17:01:22.607030 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c4746de9-f6cf-476e-bd2a-a2d157726959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:22.612072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15215a2-8f60-49de-a84f-4ba57b932b49,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:22.614546 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:22.650467 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:22.652272 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:22.717917 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=7']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:22.722322 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:22.748332 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-21d84ee3-08e1-4793-b26f-6aaa55dbac01 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008592 Jun 23 17:01:22.966997 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c592f2dd-dc5b-4609-a4e9-c59bef569819 req-09ba07fb-94d9-4628-8a3f-3b3780db4b64 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Jun 23 17:01:23.231137 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218918-ef4b-491a-9ea7-f1e1d1280ae4 req-2c0a00b2-a879-478d-95db-44a8239ce750 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:23.232901 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4218918-ef4b-491a-9ea7-f1e1d1280ae4 req-2c0a00b2-a879-478d-95db-44a8239ce750 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0680547 Jun 23 17:01:23.276850 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4218918-ef4b-491a-9ea7-f1e1d1280ae4 req-eef32857-c14d-4ffe-8c93-b6b2ffce0bb7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382807 Jun 23 17:01:23.355555 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49028) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:23.358796 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc357df-45d6-4591-bb13-12447835deea req-48bdcc16-8d96-4ac4-b10a-acf07168a4b6 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:23.360367 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fbc357df-45d6-4591-bb13-12447835deea req-48bdcc16-8d96-4ac4-b10a-acf07168a4b6 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0641527 Jun 23 17:01:23.370313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.399637 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fbc357df-45d6-4591-bb13-12447835deea req-f71a11a1-9328-4c65-a7fe-e9525062186b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Jun 23 17:01:23.467665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.575265 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.579238 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:23.646502 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e73db0-972f-490b-834a-1f00a5c5f875,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:23.652600 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5914c9684968497cbb1b36c9ff77ac03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956986 Jun 23 17:01:23.653720 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:23.655388 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49034) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:23.688933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831273e-6c39-4727-906b-cc6dc21d5c88 req-210b2290-ccfe-41a7-bdfd-e9d14fcffcec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:23.690399 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c831273e-6c39-4727-906b-cc6dc21d5c88 req-210b2290-ccfe-41a7-bdfd-e9d14fcffcec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0896490 Jun 23 17:01:23.707965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.731273 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.734741 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c831273e-6c39-4727-906b-cc6dc21d5c88 req-c917e582-cabd-4441-b3c5-5fe6827bd810 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379717 Jun 23 17:01:23.871841 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.874663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:23.876534 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/38e73db0-972f-490b-834a-1f00a5c5f875 HTTP/1.1" status: 204 len: 168 time: 0.2195370 Jun 23 17:01:23.877348 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cbc0270a-b1d8-4e1d-8ddb-dab031504d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:23.885155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e73db0-972f-490b-834a-1f00a5c5f875,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:23.888337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:24.479512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d420-f05f-42e9-82e2-6a86969012a8 req-f853ec3d-64f7-4ca0-98b2-2cf3df075d9e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:24.481050 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30a1d420-f05f-42e9-82e2-6a86969012a8 req-f853ec3d-64f7-4ca0-98b2-2cf3df075d9e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0708652 Jun 23 17:01:24.522267 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30a1d420-f05f-42e9-82e2-6a86969012a8 req-6d067c18-0e1a-4e53-8f16-03de814d4a14 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342560 Jun 23 17:01:24.593213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95065d-f43b-41d7-a378-688db3b99da9 req-1850564b-e3e9-4d6a-b9e5-c2a064dcf196 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:24.600128 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd95065d-f43b-41d7-a378-688db3b99da9 req-1850564b-e3e9-4d6a-b9e5-c2a064dcf196 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0772047 Jun 23 17:01:24.649255 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd95065d-f43b-41d7-a378-688db3b99da9 req-744816c6-ac5c-40c4-979b-0ec2b60758ba tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Jun 23 17:01:24.916357 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568156a-4edc-4ce2-abd2-1c68107f672a req-d2918d4d-60dd-4f54-9aee-3182b00f5c34 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:24.917881 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1568156a-4edc-4ce2-abd2-1c68107f672a req-d2918d4d-60dd-4f54-9aee-3182b00f5c34 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0675018 Jun 23 17:01:24.965798 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1568156a-4edc-4ce2-abd2-1c68107f672a req-8156b991-6f2c-4e69-a580-00e451241047 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362384 Jun 23 17:01:25.016538 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49068) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:25.131239 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317254854-network', 'tenant_id': '3e4ebdb073a747909f7cd75fbf37571d'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:25.305709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Made reservation on behalf of 3e4ebdb073a747909f7cd75fbf37571d for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:25.308190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.318388 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.407320 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.486651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.489812 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0ee639cf-c6ba-4126-ab0b-2f1b9ccda111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:25.513018 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1486} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:01:25.526173 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7719f4-cd41-4e54-80cd-617e25786351,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:25.529108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.529465 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Added segment c0cf18ba-91a8-402b-bc97-fca561660176 of type vlan for network 3ff3ca28-55fd-4eac-b4b9-00bd8defc658 Jun 23 17:01:25.530900 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:25.574461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.712644 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015efa2-eac4-4685-a40b-f849ee27ac89 req-d349a6b9-d116-4f48-9627-e505198f346c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:25.714456 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a015efa2-eac4-4685-a40b-f849ee27ac89 req-d349a6b9-d116-4f48-9627-e505198f346c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0738022 Jun 23 17:01:25.730473 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.738685 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:25.739262 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:25.743550 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5338ccc9-6bab-4a8e-9ab0-da1fc74559ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:25.837966 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef3a90-feab-4787-93be-32c703eeacf1 req-22d95247-b851-48b7-8861-6ce8ed17d58d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:25.839435 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-22ef3a90-feab-4787-93be-32c703eeacf1 req-22d95247-b851-48b7-8861-6ce8ed17d58d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0709958 Jun 23 17:01:25.882477 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-22ef3a90-feab-4787-93be-32c703eeacf1 req-5e454c75-d076-435c-aae9-4c13b55e4c6b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354524 Jun 23 17:01:26.027795 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0100968 Jun 23 17:01:26.030770 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49084) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:26.033421 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a015efa2-eac4-4685-a40b-f849ee27ac89 req-b3f99d70-2ad2-4061-b33a-6ac7c046a96a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121507 Jun 23 17:01:26.034451 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff3ca28-55fd-4eac-b4b9-00bd8defc658,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:26.037205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:26.037724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Request body: {'subnet': {'network_id': '3ff3ca28-55fd-4eac-b4b9-00bd8defc658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317254854-subnet', 'tenant_id': '3e4ebdb073a747909f7cd75fbf37571d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:26.045227 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 3ff3ca28-55fd-4eac-b4b9-00bd8defc658 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:01:26.169277 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f50a8-afd8-4fc4-bf6d-56bc27347b5f req-0de61fe9-b2c5-4fa9-914c-724deff25205 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:26.170751 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-775f50a8-afd8-4fc4-bf6d-56bc27347b5f req-0de61fe9-b2c5-4fa9-914c-724deff25205 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0706522 Jun 23 17:01:26.215270 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-775f50a8-afd8-4fc4-bf6d-56bc27347b5f req-5d17d474-71c7-4972-baea-6cbd40ed3721 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jun 23 17:01:26.215877 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Made reservation on behalf of 3e4ebdb073a747909f7cd75fbf37571d for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:26.218265 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:26.472181 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:26.474607 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-253dc5b2-f045-42cc-ac2d-2773a824cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:26.527865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=138c92e1-6a50-4a5a-b0a8-1bc5772b5a58,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:26.529176 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:26.530631 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:26.541314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Checking segment: {'id': 'c0cf18ba-91a8-402b-bc97-fca561660176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '3ff3ca28-55fd-4eac-b4b9-00bd8defc658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:01:26.541663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Network hostable DHCP agents. Network: 3ff3ca28-55fd-4eac-b4b9-00bd8defc658, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:01:26.634181 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Network 3ff3ca28-55fd-4eac-b4b9-00bd8defc658 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:01:26.754253 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 3ff3ca28-55fd-4eac-b4b9-00bd8defc658) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:26.758860 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:26.759427 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:26.766243 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32bee6-16cf-40ee-b3f2-c4eb06e379ce None None] Network 3ff3ca28-55fd-4eac-b4b9-00bd8defc658 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:01:26.850191 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8174834 Jun 23 17:01:26.901006 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65d998-c4ca-4a2a-bf53-0faf02c4f5c3 None None] Network 3ff3ca28-55fd-4eac-b4b9-00bd8defc658 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:01:27.084542 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370cfa2-7950-4154-8c06-5a42b67ebb36 req-13e3a71b-8cf7-4d21-9767-38215d57c2b4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.086116 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e370cfa2-7950-4154-8c06-5a42b67ebb36 req-13e3a71b-8cf7-4d21-9767-38215d57c2b4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0683625 Jun 23 17:01:27.130729 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e370cfa2-7950-4154-8c06-5a42b67ebb36 req-e594915e-9fe8-4a7b-94c7-4041a797ff58 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Jun 23 17:01:27.257962 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-40ca0e2b-32d9-45ea-8455-4d6682c305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.259643 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-40ca0e2b-32d9-45ea-8455-4d6682c305e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.0700786 Jun 23 17:01:27.280182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a37364-943b-4b12-9145-bcb3b03bfb1f req-c8c94a42-bedf-4efc-9c3a-a5781ab4b06a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.282824 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29a37364-943b-4b12-9145-bcb3b03bfb1f req-c8c94a42-bedf-4efc-9c3a-a5781ab4b06a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1081550 Jun 23 17:01:27.331731 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29a37364-943b-4b12-9145-bcb3b03bfb1f req-be5e6289-f637-486b-bcb4-161ceeb847e1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354056 Jun 23 17:01:27.440641 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-ee55615a-5b37-435e-993c-fb3b7df632ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.442247 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-ee55615a-5b37-435e-993c-fb3b7df632ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1346886 Jun 23 17:01:27.473237 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0b95-e5b3-419e-9a58-a7e7a02dfe5d req-6e6bfebf-e06b-446a-a94b-e056b02f3f09 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.474786 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-176c0b95-e5b3-419e-9a58-a7e7a02dfe5d req-6e6bfebf-e06b-446a-a94b-e056b02f3f09 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1054809 Jun 23 17:01:27.508705 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-87d0bdf0-de7f-4fba-8df0-c61c54eae136 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.0533841 Jun 23 17:01:27.565404 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-176c0b95-e5b3-419e-9a58-a7e7a02dfe5d req-181c31d7-44e2-46ab-a3ba-bc5ab92d4c8a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596015 Jun 23 17:01:27.584004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-c4b87f5a-5a97-4e81-bf63-7d64b63e76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:27.585433 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-c4b87f5a-5a97-4e81-bf63-7d64b63e76e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0568759 Jun 23 17:01:27.626236 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-7b4aa9fb-a87a-4407-9e70-9d7e506187d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276906 Jun 23 17:01:27.724085 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-6e810036-ce38-4a89-b21e-f4f08a09966f service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896943 Jun 23 17:01:27.751425 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49116) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:27.756374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-66947351-network', 'tenant_id': '7531b909c19441729efd5cdc86a05930'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:27.824939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6163ae1-5ebd-4292-ae15-611cb31e530c req-2d78375e-c3e2-44a1-b6ea-e862c20b0591 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Jun 23 17:01:27.857243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Made reservation on behalf of 7531b909c19441729efd5cdc86a05930 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:27.860411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:27.870232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:27.958035 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.022983 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.026077 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1787af14-9fc1-46a8-9ee4-3eb39cf235fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:28.049864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:01:28.059501 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366d6cea-f838-4886-b37b-6774a4ede18c,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:28.064000 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:28.065055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.065384 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Added segment d8c319e7-438b-4b7e-a65a-1d36ad273d22 of type vlan for network add8acf5-064b-42e2-a6ec-086b4eabf327 Jun 23 17:01:28.104086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.222864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.224247 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:28.224834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.227056 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:28.319814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Pushing event updated for resources: {'Network': ['ID=add8acf5-064b-42e2-a6ec-086b4eabf327,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:28.330773 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.331132 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.331514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.331870 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.332215 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.332563 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.332908 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.333247 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.333589 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.333925 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.334257 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.334592 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:28.338263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:28.346497 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network add8acf5-064b-42e2-a6ec-086b4eabf327 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:01:28.366213 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11eaf-0489-410f-8e2f-b18ce22371ef req-232ec462-0f03-4d47-877f-deba1bda2eac tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:28.368367 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5fb11eaf-0489-410f-8e2f-b18ce22371ef req-232ec462-0f03-4d47-877f-deba1bda2eac tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.1116934 Jun 23 17:01:28.400635 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6450760 Jun 23 17:01:28.400857 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49126) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:28.413305 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Request body: {'subnet': {'network_id': 'add8acf5-064b-42e2-a6ec-086b4eabf327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-66947351-subnet', 'tenant_id': '7531b909c19441729efd5cdc86a05930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:01:28.437258 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5fb11eaf-0489-410f-8e2f-b18ce22371ef req-1ac36ac5-9eb4-4918-b80d-1518e0921039 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Jun 23 17:01:28.534980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Made reservation on behalf of 7531b909c19441729efd5cdc86a05930 for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:01:28.537313 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.537923 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15764-609c-418c-a77c-94a66f8c06a9 req-d2ed65d1-fe24-43b8-b2cb-ae7a6a9a1c35 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:28.539507 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ea15764-609c-418c-a77c-94a66f8c06a9 req-d2ed65d1-fe24-43b8-b2cb-ae7a6a9a1c35 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0746529 Jun 23 17:01:28.582705 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ea15764-609c-418c-a77c-94a66f8c06a9 req-2a75d6e8-01bf-4b13-86c3-42d667d7ca48 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357804 Jun 23 17:01:28.780150 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9a10c-d313-4c79-8b1a-3ba6c5f36fc3 req-e4b849d1-5076-492c-a82a-19ddfa3004c5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:28.782225 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6ec9a10c-d313-4c79-8b1a-3ba6c5f36fc3 req-e4b849d1-5076-492c-a82a-19ddfa3004c5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0997553 Jun 23 17:01:28.820292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6ec9a10c-d313-4c79-8b1a-3ba6c5f36fc3 req-9f046ed8-9c42-406c-b518-0e8f71c95310 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Jun 23 17:01:28.821685 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:28.823930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:28.883341 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106d53ed-1f17-404a-bc3f-fcbd1b2fe7e4,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:28.886837 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:28.892634 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Checking segment: {'id': 'd8c319e7-438b-4b7e-a65a-1d36ad273d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'add8acf5-064b-42e2-a6ec-086b4eabf327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:01:28.893036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Network hostable DHCP agents. Network: add8acf5-064b-42e2-a6ec-086b4eabf327, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:01:29.009115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Network add8acf5-064b-42e2-a6ec-086b4eabf327 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:01:29.126675 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, add8acf5-064b-42e2-a6ec-086b4eabf327) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:01:29.130858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:29.131456 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:29.136940 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917464cd-d873-43ee-8368-6891a451264b None None] Network add8acf5-064b-42e2-a6ec-086b4eabf327 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:01:29.230024 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8281419 Jun 23 17:01:29.264310 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441bae0-9eb4-4b98-a372-f85c7cf640b9 None None] Network add8acf5-064b-42e2-a6ec-086b4eabf327 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:01:29.618347 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99438-4507-403a-b6bf-646d01debd23 req-e12ae8b5-3b41-43fa-beee-110b816b5b69 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:29.619442 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aaa99438-4507-403a-b6bf-646d01debd23 req-e12ae8b5-3b41-43fa-beee-110b816b5b69 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0705259 Jun 23 17:01:29.662171 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aaa99438-4507-403a-b6bf-646d01debd23 req-68bcfb49-62d3-4300-8266-61968c4e34ca tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jun 23 17:01:29.774055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182acd-3a3b-4e10-84b1-c395025586d8 req-af891661-efa9-41c0-9813-287ae0cf1df1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:29.775496 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2a182acd-3a3b-4e10-84b1-c395025586d8 req-af891661-efa9-41c0-9813-287ae0cf1df1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0638094 Jun 23 17:01:29.823513 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2a182acd-3a3b-4e10-84b1-c395025586d8 req-4d33203a-e2f8-4bc2-a63c-4b6792fe93b3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 Jun 23 17:01:30.007727 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692150af-08e2-40bf-a101-efcdda9dad86 req-310dbf73-6152-4db3-a4b3-c3c6d30f535e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:30.009231 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-692150af-08e2-40bf-a101-efcdda9dad86 req-310dbf73-6152-4db3-a4b3-c3c6d30f535e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0643392 Jun 23 17:01:30.055150 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-692150af-08e2-40bf-a101-efcdda9dad86 req-e0803f0b-ddba-40f5-be3d-03c5af3a5930 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Jun 23 17:01:30.841289 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308902-a49a-448d-94fd-120acdfcbb90 req-ee547859-0739-4391-8f66-c4c0e4d87f84 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:30.842742 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3f308902-a49a-448d-94fd-120acdfcbb90 req-ee547859-0739-4391-8f66-c4c0e4d87f84 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0640998 Jun 23 17:01:30.883649 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3f308902-a49a-448d-94fd-120acdfcbb90 req-4c1f9194-01ff-4837-8b89-323d511f3dcb tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Jun 23 17:01:31.006466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3f23-da4d-4a5d-90d4-dbd6c7b526b8 req-792db038-9737-4525-a267-8b3c76d2e4ff tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:31.008079 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-801e3f23-da4d-4a5d-90d4-dbd6c7b526b8 req-792db038-9737-4525-a267-8b3c76d2e4ff tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0658014 Jun 23 17:01:31.048059 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-801e3f23-da4d-4a5d-90d4-dbd6c7b526b8 req-b047a71b-5f53-4dad-8e51-86322b27010d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Jun 23 17:01:31.228549 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ace9c-b2c3-4e08-b502-c8df70d972cb req-76fa88fc-9671-43ab-a68a-bf5e9139b53f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:31.230036 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-974ace9c-b2c3-4e08-b502-c8df70d972cb req-76fa88fc-9671-43ab-a68a-bf5e9139b53f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0644157 Jun 23 17:01:31.270434 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-974ace9c-b2c3-4e08-b502-c8df70d972cb req-9fbc2d0d-b463-4ea4-86c4-50984a7b1e68 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Jun 23 17:01:32.085930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8bd6c-3294-4113-ac66-514e8d82f00a req-170ceffc-7751-4651-ae57-112405af8daf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:32.087439 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9fa8bd6c-3294-4113-ac66-514e8d82f00a req-170ceffc-7751-4651-ae57-112405af8daf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0846739 Jun 23 17:01:32.130593 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9fa8bd6c-3294-4113-ac66-514e8d82f00a req-43a44749-f145-4f7d-a9e1-912b1fe9c8ae tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370982 Jun 23 17:01:32.244435 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773871be-b090-41e7-81a9-67e5ba44ccd3 req-a57237cb-ddd0-42b0-9469-f1fdf8534137 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:32.245925 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-773871be-b090-41e7-81a9-67e5ba44ccd3 req-a57237cb-ddd0-42b0-9469-f1fdf8534137 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0748138 Jun 23 17:01:32.285439 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-773871be-b090-41e7-81a9-67e5ba44ccd3 req-a761edbc-d809-41a5-8b18-84ee12b8d022 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Jun 23 17:01:32.463332 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb510b9-e245-4234-b2dc-3169bc1a5fde req-3ac25157-b124-4707-92bf-01b3ec149286 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:32.464969 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffb510b9-e245-4234-b2dc-3169bc1a5fde req-3ac25157-b124-4707-92bf-01b3ec149286 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0785768 Jun 23 17:01:32.506853 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffb510b9-e245-4234-b2dc-3169bc1a5fde req-83face7d-0017-4bcb-958b-2bb1a94d1326 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346398 Jun 23 17:01:33.312987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290ec92-8ae3-4c56-8564-922bb2e7e1d6 req-1bd47aac-6987-4e11-8449-d72e0a14ea2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:33.314380 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4290ec92-8ae3-4c56-8564-922bb2e7e1d6 req-1bd47aac-6987-4e11-8449-d72e0a14ea2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0686862 Jun 23 17:01:33.359312 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4290ec92-8ae3-4c56-8564-922bb2e7e1d6 req-d6fc6201-2e92-428a-88d5-48b9e1e908bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351369 Jun 23 17:01:33.486078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e690b-3e5d-4962-8041-7aa3a08b193a req-87287d2e-4566-4b05-9bd6-c24e89447f59 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:33.487660 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1b5e690b-3e5d-4962-8041-7aa3a08b193a req-87287d2e-4566-4b05-9bd6-c24e89447f59 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0662727 Jun 23 17:01:33.527285 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1b5e690b-3e5d-4962-8041-7aa3a08b193a req-2479a216-74eb-4165-937a-2f17661d98f1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337267 Jun 23 17:01:33.713404 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86ca21-0b43-4ce4-8da0-c7b6c198c08f req-7c8ffcd5-5d4f-48e8-8a69-b3a401a5491a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:33.715179 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7d86ca21-0b43-4ce4-8da0-c7b6c198c08f req-7c8ffcd5-5d4f-48e8-8a69-b3a401a5491a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0787716 Jun 23 17:01:33.760720 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7d86ca21-0b43-4ce4-8da0-c7b6c198c08f req-bed12b39-88da-4cf1-9a91-8b647710717a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Jun 23 17:01:34.545804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b63d7f-12d5-4ea8-896c-035f21c7fd03 req-6573504e-3f64-4546-b2e6-d5207bf0a622 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:34.547341 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a0b63d7f-12d5-4ea8-896c-035f21c7fd03 req-6573504e-3f64-4546-b2e6-d5207bf0a622 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0695508 Jun 23 17:01:34.593085 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a0b63d7f-12d5-4ea8-896c-035f21c7fd03 req-13b9fcda-77da-416b-b45c-ef74d832c588 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Jun 23 17:01:34.724856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaba76-6264-493a-a996-80e535afd441 req-c4988725-0d1a-48ea-9093-f7e640f06f4e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:34.726453 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70aaba76-6264-493a-a996-80e535afd441 req-c4988725-0d1a-48ea-9093-f7e640f06f4e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0716484 Jun 23 17:01:34.775204 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-70aaba76-6264-493a-a996-80e535afd441 req-47faf7a4-55fe-4655-90a2-7a7f8f7ec848 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356467 Jun 23 17:01:34.966646 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635b790-788d-4d61-8906-bd6286c99dc5 req-a50f908b-fd80-4a5c-b99e-685372c06d69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:34.968178 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e635b790-788d-4d61-8906-bd6286c99dc5 req-a50f908b-fd80-4a5c-b99e-685372c06d69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0705099 Jun 23 17:01:35.017037 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e635b790-788d-4d61-8906-bd6286c99dc5 req-7a9e69d2-8c49-4281-9aa6-ff16bee457f5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Jun 23 17:01:35.099773 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:35.789811 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7222fb0-41f9-4314-b84a-c5899a7a4bd4 req-71247850-14b7-4206-9da2-69f5f0861c90 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:35.791543 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7222fb0-41f9-4314-b84a-c5899a7a4bd4 req-71247850-14b7-4206-9da2-69f5f0861c90 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0648940 Jun 23 17:01:35.833805 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7222fb0-41f9-4314-b84a-c5899a7a4bd4 req-17d4e8fd-2402-4f93-a88e-c9ce045aab72 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Jun 23 17:01:35.970131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63adf4-9fc7-4dad-9c1b-9160053acac7 req-e3410952-0506-4d4a-81cb-42c392d6502d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:35.972334 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e63adf4-9fc7-4dad-9c1b-9160053acac7 req-e3410952-0506-4d4a-81cb-42c392d6502d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0655451 Jun 23 17:01:36.012028 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e63adf4-9fc7-4dad-9c1b-9160053acac7 req-5f659a32-15b5-469b-aa2d-a7b980c2a924 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Jun 23 17:01:36.215008 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886632d-74c2-493f-8f94-8ac240e53ca9 req-006229ba-e4f2-4b3b-82fd-3080094c7ed6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:36.216494 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2886632d-74c2-493f-8f94-8ac240e53ca9 req-006229ba-e4f2-4b3b-82fd-3080094c7ed6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0687697 Jun 23 17:01:36.255942 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2886632d-74c2-493f-8f94-8ac240e53ca9 req-31ccff06-25b3-423d-8793-f9bc5d2b1897 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Jun 23 17:01:37.056681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1358c6-1f2d-4a29-a5bf-9fcbd01efdf6 req-c2933bd5-6338-4a81-895b-7b19686f0d51 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:37.064970 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f1358c6-1f2d-4a29-a5bf-9fcbd01efdf6 req-c2933bd5-6338-4a81-895b-7b19686f0d51 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0992599 Jun 23 17:01:37.117497 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f1358c6-1f2d-4a29-a5bf-9fcbd01efdf6 req-2bc5cf34-acd2-45eb-9ecf-117259331d76 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Jun 23 17:01:37.238404 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b393e-1339-4037-b76e-85c3df84823f req-a1ce7ecf-9592-4da4-9081-90230eacd7b7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:37.240629 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9d0b393e-1339-4037-b76e-85c3df84823f req-a1ce7ecf-9592-4da4-9081-90230eacd7b7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0844767 Jun 23 17:01:37.287288 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9d0b393e-1339-4037-b76e-85c3df84823f req-ce16f597-39f6-443f-aba0-92a16d361da0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394361 Jun 23 17:01:37.478427 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eba62b-e091-4d16-907a-d3943825e548 req-44a09b2b-9da2-49e5-af3f-808c09fbdd8b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:37.480371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8eba62b-e091-4d16-907a-d3943825e548 req-44a09b2b-9da2-49e5-af3f-808c09fbdd8b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0763302 Jun 23 17:01:37.528262 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8eba62b-e091-4d16-907a-d3943825e548 req-26efbd31-542b-4362-8ac3-a979c9f499a5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Jun 23 17:01:38.332631 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312973-c819-4bca-b02c-3b76a0159aab req-16e6c290-281b-4094-853b-ce80c77a27f9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.334571 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a3312973-c819-4bca-b02c-3b76a0159aab req-16e6c290-281b-4094-853b-ce80c77a27f9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0895553 Jun 23 17:01:38.407746 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a3312973-c819-4bca-b02c-3b76a0159aab req-d29e2690-6d93-4418-867f-ae77cfba50e8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 Jun 23 17:01:38.584578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0001f-df84-43b8-9f54-8a8f3f62d1e3 req-cd753162-3dee-4f32-8b63-59384a854914 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.589460 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65d0001f-df84-43b8-9f54-8a8f3f62d1e3 req-cd753162-3dee-4f32-8b63-59384a854914 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1043231 Jun 23 17:01:38.651142 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65d0001f-df84-43b8-9f54-8a8f3f62d1e3 req-dff467bd-c730-4f8f-a6c0-ffb954497209 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481043 Jun 23 17:01:38.745169 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eb620-9076-4cb5-b2ee-60bb72613cce req-ecc30841-e27f-4e90-9519-a7f089ba1a61 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:38.747927 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab4eb620-9076-4cb5-b2ee-60bb72613cce req-ecc30841-e27f-4e90-9519-a7f089ba1a61 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0740597 Jun 23 17:01:38.790076 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab4eb620-9076-4cb5-b2ee-60bb72613cce req-bc080fb9-af19-408e-add9-014c82dea4cc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Jun 23 17:01:39.615243 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4baa1-7cd8-48b5-b3df-7d77d62deb0a req-3c9f84c9-68ef-46ca-8225-8fc461e80952 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:39.617743 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-77d4baa1-7cd8-48b5-b3df-7d77d62deb0a req-3c9f84c9-68ef-46ca-8225-8fc461e80952 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0799727 Jun 23 17:01:39.663541 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-77d4baa1-7cd8-48b5-b3df-7d77d62deb0a req-9d8ef61a-7af4-473b-90fb-946002fb850c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jun 23 17:01:39.847973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02bfb-8c2d-45e7-81a0-c62d89a0599b req-18234fe9-a932-4d5b-b8ae-2ec90ee805e3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:39.856012 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2cf02bfb-8c2d-45e7-81a0-c62d89a0599b req-18234fe9-a932-4d5b-b8ae-2ec90ee805e3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0737958 Jun 23 17:01:39.896633 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2cf02bfb-8c2d-45e7-81a0-c62d89a0599b req-b335e91a-bcf5-4576-a124-329ad0c7b5a2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 Jun 23 17:01:40.001702 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541f5c-be00-44ca-a3f3-482936e122bd req-4eed535c-b06a-499d-8dfc-6f961d011a3a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:40.001702 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-87541f5c-be00-44ca-a3f3-482936e122bd req-4eed535c-b06a-499d-8dfc-6f961d011a3a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0653403 Jun 23 17:01:40.042064 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-87541f5c-be00-44ca-a3f3-482936e122bd req-02ffabbb-56d2-45d1-a04e-421ce97b847d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Jun 23 17:01:40.869897 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cce2a9-20c9-416b-80bb-80b105afe681 req-7e9eb607-622e-4863-b4c8-6a64e1ef823a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:40.871489 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b3cce2a9-20c9-416b-80bb-80b105afe681 req-7e9eb607-622e-4863-b4c8-6a64e1ef823a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0807216 Jun 23 17:01:40.919313 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b3cce2a9-20c9-416b-80bb-80b105afe681 req-f58dd94c-8185-4486-a8fd-cbc9256aa010 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Jun 23 17:01:41.126990 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7d865-34f9-4bf5-8e2c-b90931570f67 req-581be51a-d81d-4323-9273-9acdf1995734 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:41.137801 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7cc7d865-34f9-4bf5-8e2c-b90931570f67 req-581be51a-d81d-4323-9273-9acdf1995734 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1012168 Jun 23 17:01:41.215125 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7cc7d865-34f9-4bf5-8e2c-b90931570f67 req-145c7ecd-e799-4596-9c5f-b36ec09151d5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765135 Jun 23 17:01:41.346528 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180dea8-d31d-446f-afbe-6a2e8e3a0407 req-f4d4c6db-fc82-4cfe-a76d-63b9734d0121 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:41.348042 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5180dea8-d31d-446f-afbe-6a2e8e3a0407 req-f4d4c6db-fc82-4cfe-a76d-63b9734d0121 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0713241 Jun 23 17:01:41.395634 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5180dea8-d31d-446f-afbe-6a2e8e3a0407 req-504a11d3-32ab-4029-b1e5-8373195c576d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Jun 23 17:01:42.142896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b09c9e-6a52-4137-bf2e-e7c803c6b967 req-7a11ce15-1a55-4349-aa3a-74e97368e283 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:42.144467 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3b09c9e-6a52-4137-bf2e-e7c803c6b967 req-7a11ce15-1a55-4349-aa3a-74e97368e283 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 944 time: 0.0740170 Jun 23 17:01:42.194656 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f3b09c9e-6a52-4137-bf2e-e7c803c6b967 req-70d934c1-43b6-45d9-a9f1-0bd457f6d242 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Jun 23 17:01:42.437671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:01:42.519027 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c457db-f03c-4a18-924c-2f8e413b3434 req-43dc3295-4fb1-4f8e-b4aa-0dd3e76ce0d4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:42.528663 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-52c457db-f03c-4a18-924c-2f8e413b3434 req-43dc3295-4fb1-4f8e-b4aa-0dd3e76ce0d4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1447546 Jun 23 17:01:42.592269 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-52c457db-f03c-4a18-924c-2f8e413b3434 req-9dcbc6d8-c619-4acf-adc9-1c506b19c923 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624249 Jun 23 17:01:42.666776 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33fdc-8fc1-44da-aff5-67d71c4fdc8e req-48bdb8e9-b143-4f9d-b916-b4fa2f264aa5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:42.674425 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5be33fdc-8fc1-44da-aff5-67d71c4fdc8e req-48bdb8e9-b143-4f9d-b916-b4fa2f264aa5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1145837 Jun 23 17:01:42.693532 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:42.710573 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15', 'network_id': '1df2ab8f-7c21-486b-aa06-73d4f3b3727a', 'port_id': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15', 'mac_address': 'fa:16:3e:73:61:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8216d915-0d76-449e-821a-965082f06edc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:01:42.736591 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5be33fdc-8fc1-44da-aff5-67d71c4fdc8e req-4b6602b1-4bdf-47c4-9aa7-1ce85f725d6b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541766 Jun 23 17:01:42.764159 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:42.781386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:01:42.807208 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:42.878927 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:42.880764 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:42.946293 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:42.950381 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:43.427293 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4851a-a8b3-401b-9f07-b0cd5e935526 req-cb8d1b90-06e0-4766-940c-d6a9fe87ccee tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:43.427611 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-37a4851a-a8b3-401b-9f07-b0cd5e935526 req-cb8d1b90-06e0-4766-940c-d6a9fe87ccee tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 945 time: 0.0817575 Jun 23 17:01:43.477588 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-37a4851a-a8b3-401b-9f07-b0cd5e935526 req-36299a62-8935-456f-a0b6-cffeb057c31c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Jun 23 17:01:43.582674 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:01:43.853209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca69a-dcf8-4943-bf58-c4eed560d6ff req-bd2f1a51-331a-404e-a245-f8fb7999a7a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:43.853209 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2aca69a-dcf8-4943-bf58-c4eed560d6ff req-bd2f1a51-331a-404e-a245-f8fb7999a7a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0790277 Jun 23 17:01:43.855073 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2aca69a-dcf8-4943-bf58-c4eed560d6ff req-e3eb6e12-48a5-491f-91eb-aa38b393db04 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Jun 23 17:01:43.940113 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441d4f4-184e-4595-b286-c0ba5a3363ab req-efaf70eb-9dae-4c54-9457-83e08c464c51 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:43.941572 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9441d4f4-184e-4595-b286-c0ba5a3363ab req-efaf70eb-9dae-4c54-9457-83e08c464c51 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0737994 Jun 23 17:01:43.986834 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9441d4f4-184e-4595-b286-c0ba5a3363ab req-0ad43dcb-fcd0-48f5-b509-2e6d63c677dc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Jun 23 17:01:44.198804 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f2243474-fd1e-4b70-9587-89faf02c3cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:44.671739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449a03-e23d-4473-9774-c358b7bb0125 req-6adf016d-47a8-4b66-b37f-eef2585aefc8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:44.684958 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-39449a03-e23d-4473-9774-c358b7bb0125 req-6adf016d-47a8-4b66-b37f-eef2585aefc8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 945 time: 0.0720189 Jun 23 17:01:44.738903 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-39449a03-e23d-4473-9774-c358b7bb0125 req-556b8b15-c0eb-4801-943e-5da156138b8d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529671 Jun 23 17:01:45.145579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee49d-6432-4e33-9da6-bcd308ab3cf5 req-a91c2a6d-4a75-4097-9a01-88248c6325f6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:45.147716 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e80ee49d-6432-4e33-9da6-bcd308ab3cf5 req-a91c2a6d-4a75-4097-9a01-88248c6325f6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1195292 Jun 23 17:01:45.207687 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e80ee49d-6432-4e33-9da6-bcd308ab3cf5 req-e136eb3a-8909-4720-80d6-37a64f537100 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536408 Jun 23 17:01:45.268164 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290767b1-531e-4c7c-91a9-4d67fe3ccaa6 req-5dc2211a-4fd1-4bd3-87e6-a17d90204b69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:45.270437 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-290767b1-531e-4c7c-91a9-4d67fe3ccaa6 req-5dc2211a-4fd1-4bd3-87e6-a17d90204b69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1267457 Jun 23 17:01:45.328004 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-290767b1-531e-4c7c-91a9-4d67fe3ccaa6 req-3c3adb0f-cef2-466e-aebe-c53986f8bc5a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Jun 23 17:01:45.939171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfebb6-cd64-48c8-bb67-c6d0711358b1 req-afd972b3-b723-4195-9fda-b9b80bb477ec tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:45.941163 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9bfebb6-cd64-48c8-bb67-c6d0711358b1 req-afd972b3-b723-4195-9fda-b9b80bb477ec tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 945 time: 0.0868425 Jun 23 17:01:45.994845 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9bfebb6-cd64-48c8-bb67-c6d0711358b1 req-a1adfa37-66b6-4e22-83a3-16312f3dc12a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 Jun 23 17:01:46.477788 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cab74-8e8d-41d2-900e-96440dbb89f6 req-2b88e2d4-c566-4469-94cb-862516677280 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:46.483128 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-275cab74-8e8d-41d2-900e-96440dbb89f6 req-2b88e2d4-c566-4469-94cb-862516677280 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.1453183 Jun 23 17:01:46.494117 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:01:46.573528 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-275cab74-8e8d-41d2-900e-96440dbb89f6 req-b1e4f3f8-a775-4974-99e6-593b34851918 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740173 Jun 23 17:01:46.652736 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:01:46.658796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:01:46.659591 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:46.712930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08bffa-d9b5-4927-b8f2-dcc8c2b31c8e req-19cef1c5-f727-4f98-a736-727c7e3d338a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:46.723348 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1a08bffa-d9b5-4927-b8f2-dcc8c2b31c8e req-19cef1c5-f727-4f98-a736-727c7e3d338a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.2395926 Jun 23 17:01:46.772251 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1a08bffa-d9b5-4927-b8f2-dcc8c2b31c8e req-45b55048-a0a4-4b67-b93e-c3929928e770 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Jun 23 17:01:46.776713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:46.804588 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:46.807303 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288bfed-25db-4246-8563-a23c065eda32" -d '{"events": [{"server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "name": "network-vif-plugged", "status": "completed", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:46.826373 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:46.850424 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55e160-0757-471c-b10b-5e04148a5462 x-openstack-request-id: req-ac55e160-0757-471c-b10b-5e04148a5462 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:46.850961 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "name": "network-vif-plugged", "status": "completed", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:46.851225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ac55e160-0757-471c-b10b-5e04148a5462 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:46.851822 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15', 'code': 200} Jun 23 17:01:46.912985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:46.913417 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:46.957686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-404e0d29-7e32-4032-aa40-9c0ac1e03cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:47.000063 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:47.009153 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:47.069056 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:47.268936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b3393-dfc3-4921-8283-af56921347d0 req-00451e00-1a22-4968-aa95-144629c96348 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:47.268936 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e22b3393-dfc3-4921-8283-af56921347d0 req-00451e00-1a22-4968-aa95-144629c96348 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.1023836 Jun 23 17:01:47.271512 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e22b3393-dfc3-4921-8283-af56921347d0 req-eaa8e599-02c5-4c75-a7a0-6b3052a85991 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Jun 23 17:01:47.827611 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91e7e8-e91e-4dfd-aaa9-76e82c3484d1 req-6aaf878e-db1a-4485-b035-a70741271bf5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:47.829075 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f91e7e8-e91e-4dfd-aaa9-76e82c3484d1 req-6aaf878e-db1a-4485-b035-a70741271bf5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0715873 Jun 23 17:01:47.869371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f91e7e8-e91e-4dfd-aaa9-76e82c3484d1 req-4eda88a2-de29-4298-be46-4c9c16543369 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343196 Jun 23 17:01:47.970351 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cdb04-4d33-4369-b638-f30de79374af req-737aa8ed-a693-4859-8b52-8d548b39b7ee tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:47.972438 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d4cdb04-4d33-4369-b638-f30de79374af req-737aa8ed-a693-4859-8b52-8d548b39b7ee tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jun 23 17:01:48.013003 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d4cdb04-4d33-4369-b638-f30de79374af req-65bd3be2-d302-417b-b978-d0e0ef8fcad2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Jun 23 17:01:48.240229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6af2-940a-4942-aead-eeb6cbf75e9f req-a3e8b80e-4739-465d-9468-7913e6600152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:48.241797 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d2bb6af2-940a-4942-aead-eeb6cbf75e9f req-a3e8b80e-4739-465d-9468-7913e6600152 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 1099 time: 0.0624743 Jun 23 17:01:48.285943 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d2bb6af2-940a-4942-aead-eeb6cbf75e9f req-3c91abe4-49e7-499a-8671-b6ee06dc320b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Jun 23 17:01:48.493762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f953-88ef-4204-8a5e-c207d1ae223b req-b1ce8c9f-ce92-4346-9004-df28e3fe4325 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:48.501590 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6025f953-88ef-4204-8a5e-c207d1ae223b req-b1ce8c9f-ce92-4346-9004-df28e3fe4325 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.0870452 Jun 23 17:01:48.554092 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6025f953-88ef-4204-8a5e-c207d1ae223b req-ae910cd4-3651-4723-841d-f0cae64c8c2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527635 Jun 23 17:01:48.561966 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:49.063187 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118257e4-96ba-49b7-bd5a-0903bd5d6ecf req-587ba9bb-73b9-4819-91f5-7c00281ee01e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:49.064731 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-118257e4-96ba-49b7-bd5a-0903bd5d6ecf req-587ba9bb-73b9-4819-91f5-7c00281ee01e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0736606 Jun 23 17:01:49.106805 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-118257e4-96ba-49b7-bd5a-0903bd5d6ecf req-d55f06f1-ff62-4b1c-bc0f-f0f6305b415e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340922 Jun 23 17:01:49.204364 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def26d9-0455-4ab6-b09d-c93cf085c969 req-ad877006-9c94-4811-8346-5195eacf2936 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:49.205949 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0def26d9-0455-4ab6-b09d-c93cf085c969 req-ad877006-9c94-4811-8346-5195eacf2936 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0701320 Jun 23 17:01:49.246283 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0def26d9-0455-4ab6-b09d-c93cf085c969 req-bc3c2cf4-f878-4a05-9b5d-275abc64c220 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Jun 23 17:01:49.741874 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1199f11-cfd0-4293-8f1c-088fe49fcd80 req-9f8935dd-7211-41b9-8f3d-bc801877b687 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:49.743391 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d1199f11-cfd0-4293-8f1c-088fe49fcd80 req-9f8935dd-7211-41b9-8f3d-bc801877b687 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.0685070 Jun 23 17:01:49.785184 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d1199f11-cfd0-4293-8f1c-088fe49fcd80 req-4f7478cf-3507-481c-96a3-e66c3c3de589 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Jun 23 17:01:50.307434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1af1a-efa7-4a64-bce6-21324ec0c173 req-d5c7fa96-df19-409c-9b76-7f6cc73572d7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:50.307434 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e2c1af1a-efa7-4a64-bce6-21324ec0c173 req-d5c7fa96-df19-409c-9b76-7f6cc73572d7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0699944 Jun 23 17:01:50.343310 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e2c1af1a-efa7-4a64-bce6-21324ec0c173 req-9c8cbff1-0617-4a27-ac75-65fd4c901c06 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 Jun 23 17:01:50.438144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d201dbd-4e62-4f74-8334-353e164e7b32 req-b914c736-1eb1-460e-8120-a1834b3678a9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:50.439778 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5d201dbd-4e62-4f74-8334-353e164e7b32 req-b914c736-1eb1-460e-8120-a1834b3678a9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0703096 Jun 23 17:01:50.479799 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5d201dbd-4e62-4f74-8334-353e164e7b32 req-65f9b3c1-5e6c-444a-b4f3-8153b7feae7a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Jun 23 17:01:50.504441 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:50.977696 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab3a51-5ff7-4aad-80a8-ef0dc026c622 req-3e5b68a5-156f-4633-9bba-6e62c1f7f4b9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:50.979528 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50ab3a51-5ff7-4aad-80a8-ef0dc026c622 req-3e5b68a5-156f-4633-9bba-6e62c1f7f4b9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.0696785 Jun 23 17:01:51.031872 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50ab3a51-5ff7-4aad-80a8-ef0dc026c622 req-db963003-1215-4693-9f01-79446f88f2a0 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454352 Jun 23 17:01:51.279000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-9738ae8e-0aad-4b17-a740-c88dd9b4769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.280483 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-9738ae8e-0aad-4b17-a740-c88dd9b4769e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1098 time: 0.0583146 Jun 23 17:01:51.375701 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-d600d164-d387-4a4f-8c32-716a1e5afe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.377186 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-d600d164-d387-4a4f-8c32-716a1e5afe5c service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.0887766 Jun 23 17:01:51.464060 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-479a3502-ae1e-4152-bd15-1729d20e3d99 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 1001 time: 0.0683105 Jun 23 17:01:51.532444 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401514a4-a648-4615-aa46-2fd80e29d892 req-95b78880-dbe4-4d39-8d8d-ef31bae9ba3b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.533913 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-401514a4-a648-4615-aa46-2fd80e29d892 req-95b78880-dbe4-4d39-8d8d-ef31bae9ba3b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0697923 Jun 23 17:01:51.535007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-972ecf59-9168-4e78-a0e7-642a095e3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.537382 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-972ecf59-9168-4e78-a0e7-642a095e3943 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0490789 Jun 23 17:01:51.576179 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-401514a4-a648-4615-aa46-2fd80e29d892 req-39c99e5d-bee3-468b-8162-b93c38a3925f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346828 Jun 23 17:01:51.599699 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-6bf94f4c-af57-4f26-8e81-d61bdacad8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.601283 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-6bf94f4c-af57-4f26-8e81-d61bdacad8b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558536 Jun 23 17:01:51.745611 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6054e-73a5-4218-836d-b1db4cc511e5 req-b567b146-b6b7-44c0-af04-96245fa7c133 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:51.747118 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3ac6054e-73a5-4218-836d-b1db4cc511e5 req-b567b146-b6b7-44c0-af04-96245fa7c133 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1395593 Jun 23 17:01:51.749377 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-c27af25a-e04f-4ea6-b934-aac19d2f725c service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318052 Jun 23 17:01:51.873689 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3ac6054e-73a5-4218-836d-b1db4cc511e5 req-c9ebd858-5a98-40dc-a4db-8713f112d7cd tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193988 Jun 23 17:01:51.885794 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17b96165-4ef9-4a60-9a2a-22c423b18ad2 req-143e8acf-cf1f-42af-800b-03d1075d0268 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253743 Jun 23 17:01:52.217270 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390258f-331a-47ea-aff5-1848b2b171fb req-b9fa2ade-2a40-43e4-a681-d2ec86575eaf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.218760 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0390258f-331a-47ea-aff5-1848b2b171fb req-b9fa2ade-2a40-43e4-a681-d2ec86575eaf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.0651302 Jun 23 17:01:52.258093 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0390258f-331a-47ea-aff5-1848b2b171fb req-981eaaa5-79b3-489a-bd45-5c2077a3f3b8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Jun 23 17:01:52.513353 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:01:52.595709 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:52.619168 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:52.621496 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5eaeec-1454-44f8-9096-bc70f13b4aeb" -d '{"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-unplugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:52.638423 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:52.666964 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796866d7-9c30-4637-a9ae-050eabe45df8 x-openstack-request-id: req-796866d7-9c30-4637-a9ae-050eabe45df8 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:52.667450 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-unplugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:52.667601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-796866d7-9c30-4637-a9ae-050eabe45df8 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:52.667981 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'code': 200} Jun 23 17:01:52.744281 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:52.746067 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:52.765203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e925d-588d-43c6-be7f-0d44f5c44800 req-ad777a05-28dc-4066-a6e8-9bc9e42e2568 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.766711 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c3e925d-588d-43c6-be7f-0d44f5c44800 req-ad777a05-28dc-4066-a6e8-9bc9e42e2568 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 945 time: 0.0648625 Jun 23 17:01:52.796524 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=8']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:52.799704 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:52.805642 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c3e925d-588d-43c6-be7f-0d44f5c44800 req-58705b5a-f2b1-4b60-af02-33094957f32e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Jun 23 17:01:53.069148 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e35af-e925-437e-87d2-8fd3f17cf0ec req-dc34db72-2c0d-4542-9ff4-d90c8a2c5e6b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:53.070822 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-157e35af-e925-437e-87d2-8fd3f17cf0ec req-dc34db72-2c0d-4542-9ff4-d90c8a2c5e6b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0688457 Jun 23 17:01:53.118992 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-157e35af-e925-437e-87d2-8fd3f17cf0ec req-395023e9-f6cf-47fa-9fce-27e09003582e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Jun 23 17:01:54.016270 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101c97-6d88-417b-bf0a-52f6b9c44fef req-d242830f-c044-4676-b8f1-9679763011f3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:54.017861 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ae101c97-6d88-417b-bf0a-52f6b9c44fef req-d242830f-c044-4676-b8f1-9679763011f3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0841990 Jun 23 17:01:54.058865 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ae101c97-6d88-417b-bf0a-52f6b9c44fef req-81e3e36a-5862-4f1c-a523-39f800cd6bd5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Jun 23 17:01:54.315752 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4281-ba95-40c7-9fac-9c9a89358c7f req-c1cdc76d-a476-4cc3-88d8-6781c0e49955 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:54.323623 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-edcc4281-ba95-40c7-9fac-9c9a89358c7f req-c1cdc76d-a476-4cc3-88d8-6781c0e49955 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0789618 Jun 23 17:01:54.359156 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-edcc4281-ba95-40c7-9fac-9c9a89358c7f req-9c74c723-915a-4950-8113-fc4503bf7b18 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jun 23 17:01:55.340347 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c9b48-c844-4ebe-94dd-f1fb06ba236e req-ad2a491e-9388-4648-bf06-02396ae33296 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:55.355785 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f95c9b48-c844-4ebe-94dd-f1fb06ba236e req-ad2a491e-9388-4648-bf06-02396ae33296 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1569748 Jun 23 17:01:55.414017 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f95c9b48-c844-4ebe-94dd-f1fb06ba236e req-7799fe48-1ae8-4576-81f3-952300f2ad3a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571020 Jun 23 17:01:55.618298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a8d8a-4815-4aed-bc7f-79963ca69c8d req-61932a0d-c6bc-45e5-94f0-c2d53a4388a3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:55.627075 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-553a8d8a-4815-4aed-bc7f-79963ca69c8d req-61932a0d-c6bc-45e5-94f0-c2d53a4388a3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0881119 Jun 23 17:01:55.700541 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-553a8d8a-4815-4aed-bc7f-79963ca69c8d req-2e5ae317-93cb-4dc7-9dff-522cacc71b1e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668848 Jun 23 17:01:55.814813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49704) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:55.874987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Deleting subnet 138c92e1-6a50-4a5a-b0a8-1bc5772b5a58 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:01:55.878911 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:55.923152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:55.979942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.156835 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.161947 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0ab3faf4-4897-421f-a137-307b0160c364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:56.191525 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138c92e1-6a50-4a5a-b0a8-1bc5772b5a58,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:56.197520 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:56.198906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.201615 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/138c92e1-6a50-4a5a-b0a8-1bc5772b5a58 HTTP/1.1" status: 204 len: 168 time: 0.3852777 Jun 23 17:01:56.203596 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49708) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:56.296265 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.389282 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.400475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff3ca28-55fd-4eac-b4b9-00bd8defc658']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:56.411153 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cf18ba-91a8-402b-bc97-fca561660176') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:56.411301 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cf18ba-91a8-402b-bc97-fca561660176') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:56.421638 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.436104 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.442483 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Releasing vlan 1486 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:01:56.443412 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:01:56.445596 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:01:56.580386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.612914 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.621721 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.628448 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] 10.222.0.99 "DELETE /v2.0/networks/3ff3ca28-55fd-4eac-b4b9-00bd8defc658 HTTP/1.1" status: 204 len: 168 time: 0.4234045 Jun 23 17:01:56.629493 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49718) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:56.633940 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86669d63-61dc-4966-bc87-d8d91b2a66f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:56.636120 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002de8-c7a9-4153-9eb0-3c84bf822c5c req-e7193309-2411-4d1a-a60c-c6bdf07eba4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:56.638777 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2002de8-c7a9-4153-9eb0-3c84bf822c5c req-e7193309-2411-4d1a-a60c-c6bdf07eba4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1050222 Jun 23 17:01:56.687183 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff3ca28-55fd-4eac-b4b9-00bd8defc658,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:56.689901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:56.698784 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Deleting subnet 106d53ed-1f17-404a-bc3f-fcbd1b2fe7e4 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:01:56.699899 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2002de8-c7a9-4153-9eb0-3c84bf822c5c req-eab826eb-a84d-4dd9-a15e-4e492223f7db tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Jun 23 17:01:56.702405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.742803 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:56.796567 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.165200 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb80a-1773-4964-abe1-3f6cae295a86 req-5388066c-1c8c-4e64-9464-f7e0a0ecdfb6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:57.166668 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7a8fb80a-1773-4964-abe1-3f6cae295a86 req-5388066c-1c8c-4e64-9464-f7e0a0ecdfb6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0856156 Jun 23 17:01:57.207271 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7a8fb80a-1773-4964-abe1-3f6cae295a86 req-917bafd6-f307-48ec-a40a-a304c2d244de tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Jun 23 17:01:57.261027 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.267971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-52f6dbb3-7a53-4f85-9040-d7dfc1654102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:57.292754 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106d53ed-1f17-404a-bc3f-fcbd1b2fe7e4,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:57.294626 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.296680 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/106d53ed-1f17-404a-bc3f-fcbd1b2fe7e4 HTTP/1.1" status: 204 len: 168 time: 0.6609895 Jun 23 17:01:57.300814 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49736) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:57.303699 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:57.372751 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.476238 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.487740 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.488101 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.488872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.489218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > port after_create 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.489585 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.489923 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > port after_update 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.490431 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.490755 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.491093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.491439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.602081 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.602548 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.602973 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.603393 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:01:57.604627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add8acf5-064b-42e2-a6ec-086b4eabf327']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:57.622086 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c319e7-438b-4b7e-a65a-1d36ad273d22') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:57.622455 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c319e7-438b-4b7e-a65a-1d36ad273d22') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:57.640205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.665043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.673664 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:01:57.674046 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: from cryptography.utils import int_from_bytes Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: from cryptography.utils import int_from_bytes Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:01:57.677929 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:01:57.682255 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:01:57.846093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.852993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:57.860542 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:57.863587 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] 10.222.0.99 "DELETE /v2.0/networks/add8acf5-064b-42e2-a6ec-086b4eabf327 HTTP/1.1" status: 204 len: 168 time: 0.5630474 Jun 23 17:01:57.884734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Pushing event deleted for resources: {'Network': ['ID=add8acf5-064b-42e2-a6ec-086b4eabf327,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:57.897998 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.898609 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.899450 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.900624 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.901370 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.902049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.902627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.903351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.904187 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.912360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.912360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.912360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:57.918038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-23849e36-b9d5-4f17-af45-f291dac83617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:58.467360 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827ac3b-c083-4086-9f66-e651a5b7e129 req-fed8e478-3ed2-4f7c-881a-eea10f6f3c55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:58.468036 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a827ac3b-c083-4086-9f66-e651a5b7e129 req-fed8e478-3ed2-4f7c-881a-eea10f6f3c55 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1001263 Jun 23 17:01:58.536263 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49764) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:58.541461 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:01:58.598486 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a827ac3b-c083-4086-9f66-e651a5b7e129 req-f05c26a8-9639-47bc-bdb7-cfc8afa92b02 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Jun 23 17:01:58.650087 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-8779e133-d580-499a-8ca5-b9087b89d0c9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3e4ebdb073a747909f7cd75fbf37571d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1122699 Jun 23 17:01:58.667920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49774) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:58.752707 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.816125 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:59.093874 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:59.098562 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:59.104208 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8b7719f4-cd41-4e54-80cd-617e25786351 HTTP/1.1" status: 204 len: 168 time: 0.4309075 Jun 23 17:01:59.106683 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ef388844-f309-4e92-be87-946850c173a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:59.114875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7719f4-cd41-4e54-80cd-617e25786351,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:59.117989 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:59.508307 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c38d9-25b3-462d-8789-5ff5ca27ea66 req-81d5f465-0eb2-46ac-a199-9812ebc28adb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.510039 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-580c38d9-25b3-462d-8789-5ff5ca27ea66 req-81d5f465-0eb2-46ac-a199-9812ebc28adb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0936046 Jun 23 17:01:59.566988 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-580c38d9-25b3-462d-8789-5ff5ca27ea66 req-8afbf65a-05a9-4af3-b5a6-ec67d8910358 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496950 Jun 23 17:01:59.843515 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5521fd-cd6b-4fae-ba28-9268389ca599 req-f69f634c-299c-4787-9850-15c5c08573a4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.850791 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd5521fd-cd6b-4fae-ba28-9268389ca599 req-f69f634c-299c-4787-9850-15c5c08573a4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1057546 Jun 23 17:01:59.913447 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd5521fd-cd6b-4fae-ba28-9268389ca599 req-529515d5-9448-4cee-89cc-160dc0556e4d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 Jun 23 17:02:00.467732 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49826) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:00.525828 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5846a1d9-5ef0-41e5-95ab-55bd4d7d30e1 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7531b909c19441729efd5cdc86a05930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566785 Jun 23 17:02:00.528056 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 49830) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:00.579269 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:00.585172 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49832) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:00.603660 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:00.717919 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-038a561d-9a6d-4984-bb8b-2073bfbaf727 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315403 Jun 23 17:02:00.787843 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309d66-4488-4485-bfca-c1906ccfcb56 req-78f86104-b9ab-4d05-a6d4-77c9b4d6b82d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:00.789514 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a1309d66-4488-4485-bfca-c1906ccfcb56 req-78f86104-b9ab-4d05-a6d4-77c9b4d6b82d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0867636 Jun 23 17:02:00.885339 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a1309d66-4488-4485-bfca-c1906ccfcb56 req-b77683c1-4ce7-498d-aec7-ceff574a2ca2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744720 Jun 23 17:02:01.059981 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.063848 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.065183 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/366d6cea-f838-4886-b37b-6774a4ede18c HTTP/1.1" status: 204 len: 168 time: 0.5361891 Jun 23 17:02:01.066058 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:01.084519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d6cea-f838-4886-b37b-6774a4ede18c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:01.100858 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:01.222933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4794e45-09ed-4b23-bd64-aba1cad92fde req-8c4e2c1c-c920-4bd5-913a-5cebc8990c7c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:01.222933 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c4794e45-09ed-4b23-bd64-aba1cad92fde req-8c4e2c1c-c920-4bd5-913a-5cebc8990c7c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1236482 Jun 23 17:02:01.280018 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c4794e45-09ed-4b23-bd64-aba1cad92fde req-7af039e5-daf0-4a44-a507-e72faaaabe7e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Jun 23 17:02:01.356159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49860) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:01.518944 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.613620 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.704878 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.707924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3bea235d-a410-4611-bed5-7b9e590c30b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:01.752721 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=044772fdf9414aa4a2d29a04f765722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943772 Jun 23 17:02:01.752721 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6709e2-ac9e-4e9c-a17a-36dee2910c8e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:01.757496 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:01.758200 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 49866) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:01.823662 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.854186 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:02.120936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:02.124514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:02.126178 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ac6709e2-ac9e-4e9c-a17a-36dee2910c8e HTTP/1.1" status: 204 len: 168 time: 0.3668382 Jun 23 17:02:02.128483 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-851be26d-69eb-4282-8d2f-56c528e794e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:02.162737 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6709e2-ac9e-4e9c-a17a-36dee2910c8e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:02.181488 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:02.246985 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762e1c6-b175-4167-873f-6dd391ee7675 req-775c345b-732c-4e9e-8c8a-6717f934e6d7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:02.256142 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b762e1c6-b175-4167-873f-6dd391ee7675 req-775c345b-732c-4e9e-8c8a-6717f934e6d7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1941435 Jun 23 17:02:02.330483 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b762e1c6-b175-4167-873f-6dd391ee7675 req-01fd9d1b-c8d5-44ea-81bd-d9a5710f4b29 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728502 Jun 23 17:02:02.565154 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-3c00fff2-948c-4983-b684-4612b74881dd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224447013&fields=id&tenant_id=71cac057bddb4a4f9263e428dcc9874a HTTP/1.1" status: 200 len: 267 time: 0.0698078 Jun 23 17:02:02.631288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350214-3c91-45bb-ae70-36507fa60c20 req-4cfc1d0a-881b-48b1-86d4-0f1f42fb766c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:02.642724 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4d350214-3c91-45bb-ae70-36507fa60c20 req-4cfc1d0a-881b-48b1-86d4-0f1f42fb766c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1575727 Jun 23 17:02:02.715121 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-4c43ec4a-c7b9-46dd-b2ac-3f3b0ec1dafd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:02.750484 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-4c43ec4a-c7b9-46dd-b2ac-3f3b0ec1dafd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 809 time: 0.1843729 Jun 23 17:02:02.775530 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4d350214-3c91-45bb-ae70-36507fa60c20 req-a5a71de4-5456-4d3b-94d8-ec24ecd7eb48 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280882 Jun 23 17:02:02.797131 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-192b438e-42d5-4ebb-8dfb-5b91f9516f27 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/quotas/71cac057bddb4a4f9263e428dcc9874a HTTP/1.1" status: 200 len: 375 time: 0.0453179 Jun 23 17:02:02.924969 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-b68e104c-c83c-4d59-b54b-583ed1cd21ed tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267378 Jun 23 17:02:03.053120 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-14f6a338-bd98-4c9e-9986-dd5fe2cfe431 service neutron] 10.222.0.99 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100237 Jun 23 17:02:03.188746 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-b1c13cba-afd3-43af-b3ee-68526038be68 service neutron] 10.222.0.99 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343606 Jun 23 17:02:03.699172 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e169ea-93f4-424e-b144-02cf709a0a92 req-3ec30eed-34ff-4265-9dea-5fd521217d3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:03.710459 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88e169ea-93f4-424e-b144-02cf709a0a92 req-3ec30eed-34ff-4265-9dea-5fd521217d3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1229098 Jun 23 17:02:03.752967 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-88e169ea-93f4-424e-b144-02cf709a0a92 req-cc7c7edc-691b-4880-b1af-d91d1182339f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 Jun 23 17:02:03.999228 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0dd3-8b7d-46e1-b5fd-70d4e140adfe req-57fa719d-294c-416b-895e-365926e9357f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:04.021740 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-23ab0dd3-8b7d-46e1-b5fd-70d4e140adfe req-57fa719d-294c-416b-895e-365926e9357f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1246665 Jun 23 17:02:04.078570 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-23ab0dd3-8b7d-46e1-b5fd-70d4e140adfe req-9bc8a4b6-a3db-4c69-9fcf-86eac66803b5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Jun 23 17:02:04.576693 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ee4c2995-dfde-46ce-8986-07b322f6cfe1 req-2a990000-4464-44c0-8422-008fc77ea321 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0416286 Jun 23 17:02:05.025488 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b61ecd-3c0d-45f9-a687-cca08d51c7db req-e92304ae-adaa-41ff-949d-9b0e60495081 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:05.035046 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0b61ecd-3c0d-45f9-a687-cca08d51c7db req-e92304ae-adaa-41ff-949d-9b0e60495081 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0851703 Jun 23 17:02:05.082913 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0b61ecd-3c0d-45f9-a687-cca08d51c7db req-64670aab-d4af-455f-81eb-d2e706b9debc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466397 Jun 23 17:02:05.313829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f71bcf-709e-4e7c-bebb-3180d3d6d182 req-b9072881-6f8a-47b9-8abd-694da47992ec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:05.321356 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-10f71bcf-709e-4e7c-bebb-3180d3d6d182 req-b9072881-6f8a-47b9-8abd-694da47992ec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1163113 Jun 23 17:02:05.369493 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-10f71bcf-709e-4e7c-bebb-3180d3d6d182 req-13b2c048-80c6-4b1f-b26c-fd947e455f69 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472007 Jun 23 17:02:05.714336 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c039107f-4da5-4695-9527-b2de1ad195d4 req-9e1e0104-8220-4d13-bf7c-6c1c2827f4f3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jun 23 17:02:06.310538 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76d2de-1638-4b70-8f32-aac54d8fe698 req-85e36540-18a3-4944-9553-45f7a1a99a8b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:06.313139 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1a76d2de-1638-4b70-8f32-aac54d8fe698 req-85e36540-18a3-4944-9553-45f7a1a99a8b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0739191 Jun 23 17:02:06.365323 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1a76d2de-1638-4b70-8f32-aac54d8fe698 req-60126e54-249f-40cc-a45b-9cf73e2e5492 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457916 Jun 23 17:02:06.568313 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd810c2-1d24-45e5-91ee-727b4bb331d3 req-be414fe7-df02-4b02-aef6-61adfc8b26e1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:06.569858 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6cd810c2-1d24-45e5-91ee-727b4bb331d3 req-be414fe7-df02-4b02-aef6-61adfc8b26e1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0735033 Jun 23 17:02:06.625572 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6cd810c2-1d24-45e5-91ee-727b4bb331d3 req-1ff7aa69-0720-48d1-acfa-6641af925641 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Jun 23 17:02:06.906711 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-69bb08bc-3f74-4875-b0bf-6a3a16d1e559 req-268b59da-33dd-4699-aa61-5e762185aac1 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0421600 Jun 23 17:02:07.581371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f98d9-340f-46b7-a2c2-1505b60549a2 req-6ae74f5a-a888-43e0-98e5-a24e35eb451e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.583892 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-994f98d9-340f-46b7-a2c2-1505b60549a2 req-6ae74f5a-a888-43e0-98e5-a24e35eb451e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0757477 Jun 23 17:02:07.635269 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-994f98d9-340f-46b7-a2c2-1505b60549a2 req-49f6e234-deb9-4b48-b7cf-269bbde30805 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449667 Jun 23 17:02:07.849199 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e3c67-ec3f-43f6-9181-0ba2aa043b5e req-2cce1816-9da1-4a77-ba8c-5d91a17d285e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:07.856526 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-099e3c67-ec3f-43f6-9181-0ba2aa043b5e req-2cce1816-9da1-4a77-ba8c-5d91a17d285e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0822189 Jun 23 17:02:07.894639 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-099e3c67-ec3f-43f6-9181-0ba2aa043b5e req-5040193c-0d25-4759-aa01-b363744f6f41 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Jun 23 17:02:08.082007 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c6d84cb4-1326-4113-ac72-ce727ee03e4b req-b704b999-937e-4df9-919c-fded46014618 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0296502 Jun 23 17:02:08.870501 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb5ccb-3aeb-4db6-aaf7-da9df8c343b4 req-af02c66e-4bb8-4bf1-9d94-0193333bb86e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:08.872299 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0eb5ccb-3aeb-4db6-aaf7-da9df8c343b4 req-af02c66e-4bb8-4bf1-9d94-0193333bb86e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0703065 Jun 23 17:02:08.917603 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b0eb5ccb-3aeb-4db6-aaf7-da9df8c343b4 req-a95e77ba-fc9b-4f08-a629-c8c3e3be53d0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Jun 23 17:02:09.171774 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465986c-bf32-4fdc-a339-205800fdd016 req-2948456d-908e-42b1-818d-1ec6158bd053 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:09.179530 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c465986c-bf32-4fdc-a339-205800fdd016 req-2948456d-908e-42b1-818d-1ec6158bd053 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1496658 Jun 23 17:02:09.342511 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c465986c-bf32-4fdc-a339-205800fdd016 req-d0298c42-cfb6-4b69-bac9-59b60ccc7f91 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616440 Jun 23 17:02:09.371880 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8d16bdd2-0452-4252-809c-9ae720ae4a32 req-e8f28a05-f6b8-4f46-9460-dfd66aa7adc4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0432880 Jun 23 17:02:10.197456 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19e154-c622-44f2-ada2-74f83d882bc6 req-d2635c8b-5a8f-48b1-8db8-07a2020ec1ba tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.206771 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2e19e154-c622-44f2-ada2-74f83d882bc6 req-d2635c8b-5a8f-48b1-8db8-07a2020ec1ba tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0875349 Jun 23 17:02:10.244207 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2e19e154-c622-44f2-ada2-74f83d882bc6 req-74ee8925-b4d5-4849-b081-348d1bb7b44a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368905 Jun 23 17:02:10.531761 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002fe48-4d8b-48ff-94a2-e692eea56533 req-da69f3c7-ad7a-4da1-9cf1-ba78e9b5b027 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:10.534055 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3002fe48-4d8b-48ff-94a2-e692eea56533 req-da69f3c7-ad7a-4da1-9cf1-ba78e9b5b027 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0724561 Jun 23 17:02:10.549797 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3507ad8d-bfec-4115-9c01-f1245dbf4bb2 req-3e57b78d-fe59-43d9-915d-8ef6c2f46aa5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0527892 Jun 23 17:02:10.590758 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3002fe48-4d8b-48ff-94a2-e692eea56533 req-1a158087-8200-439d-a9a1-db0a12c27644 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489242 Jun 23 17:02:11.458261 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9623-9eb1-41f0-89fd-c8b5418755ad req-c5c82022-af62-4246-9eac-2feae22836d1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:11.460840 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-367b9623-9eb1-41f0-89fd-c8b5418755ad req-c5c82022-af62-4246-9eac-2feae22836d1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0852647 Jun 23 17:02:11.520160 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-367b9623-9eb1-41f0-89fd-c8b5418755ad req-f548403c-9b03-40d3-b5f3-38c7be66e019 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526440 Jun 23 17:02:11.739555 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-868aebeb-9653-45d7-bae2-b638688ccb61 req-068cd326-9273-4fe3-8cb5-290d4783050d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0476887 Jun 23 17:02:11.848858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e17859-a298-451f-a16e-f91d51afc30c req-e87620ec-8a5c-47a7-bfcd-52e4342bbbec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:11.851282 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-22e17859-a298-451f-a16e-f91d51afc30c req-e87620ec-8a5c-47a7-bfcd-52e4342bbbec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0940850 Jun 23 17:02:11.904855 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-22e17859-a298-451f-a16e-f91d51afc30c req-d47c128a-34a5-4c64-9c72-3e930253dc2b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Jun 23 17:02:12.064001 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2c978fa7-1055-4a04-8447-f6c7942ca642 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.065474 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2c978fa7-1055-4a04-8447-f6c7942ca642 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 809 time: 0.3384447 Jun 23 17:02:12.103068 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:02:12.177884 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-1f7b348a-3590-4a6b-82c4-a92495ea14fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71cac057bddb4a4f9263e428dcc9874a HTTP/1.1" status: 200 len: 380 time: 0.0795336 Jun 23 17:02:12.193667 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'port': {'device_id': '617736eb-bf88-4b1f-835c-215f88ab194c', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'admin_state_up': True, 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'security_groups': ['c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:12.431039 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Made reservation on behalf of 71cac057bddb4a4f9263e428dcc9874a for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:02:12.435840 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.572596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Allocated IP 172.20.0.13 (33761c8d-5c07-48c8-a5e5-adc84051e563/e6890b8a-86b4-47b0-b243-7e616a2399ce/f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:02:12.697394 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-861c5282-dc3d-4d5c-87d8-266b283dc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.699045 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-861c5282-dc3d-4d5c-87d8-266b283dc522 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 1096 time: 0.1049190 Jun 23 17:02:12.830873 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.859531 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b76675-eb4b-4ae3-b10c-3a805187cfac req-b39bb60e-a797-4f03-9b8a-b724725130aa tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.861079 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a0b76675-eb4b-4ae3-b10c-3a805187cfac req-b39bb60e-a797-4f03-9b8a-b724725130aa tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.2049246 Jun 23 17:02:12.879135 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Transition to ACTIVE for port object f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:02:12.905457 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-f35b32d9-deb7-4c84-b999-a790b0e98746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:12.908274 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-f35b32d9-deb7-4c84-b999-a790b0e98746 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1096 time: 0.1613307 Jun 23 17:02:12.980064 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a0b76675-eb4b-4ae3-b10c-3a805187cfac req-008664bd-fdd5-450a-ae41-6f9a60a8c67d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106434 Jun 23 17:02:13.099524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.118475 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-576dbef4-70a2-4fef-bcec-2d83aa69d1c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:13.201238 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:13.211079 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-5e58c10d-8800-4ba6-92e7-8237cf7088d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.212557 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-5e58c10d-8800-4ba6-92e7-8237cf7088d6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.2744908 Jun 23 17:02:13.217251 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:13.219355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:02:13.237422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:02:13.241192 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:02:13.311641 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.312298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.342599 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5350a-25a2-4f34-af65-0b5fed5652d9 req-04cb74b0-f063-4171-8329-0b2d4e580f54 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.344157 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4df5350a-25a2-4f34-af65-0b5fed5652d9 req-04cb74b0-f063-4171-8329-0b2d4e580f54 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1449223 Jun 23 17:02:13.373044 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-69fa274b-82ab-419c-969f-5bf3755cde9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 999 time: 0.1513371 Jun 23 17:02:13.383984 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537b452-4933-4ca6-864a-db6d62870e60 req-55c5ac26-02d5-488d-a416-1e0ffdcfed67 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.385874 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0537b452-4933-4ca6-864a-db6d62870e60 req-55c5ac26-02d5-488d-a416-1e0ffdcfed67 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 932 time: 0.3193712 Jun 23 17:02:13.411950 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4df5350a-25a2-4f34-af65-0b5fed5652d9 req-6a03a86a-03aa-479a-8707-a6be1cd9b440 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560393 Jun 23 17:02:13.417774 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2318063 Jun 23 17:02:13.439760 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Request body: {'port': {'device_id': '617736eb-bf88-4b1f-835c-215f88ab194c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:13.518414 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0537b452-4933-4ca6-864a-db6d62870e60 req-308ba354-f2d6-46ac-bf7e-5a10fa52b632 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185532 Jun 23 17:02:13.520034 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-efd62662-fe49-4b40-a678-b82fa9c8d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.525359 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-efd62662-fe49-4b40-a678-b82fa9c8d2fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.1341853 Jun 23 17:02:13.543413 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.599895 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-f7af6b88-babf-4eea-86da-13ed1b596529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:13.601504 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-f7af6b88-babf-4eea-86da-13ed1b596529 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691807 Jun 23 17:02:13.681961 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-64789680-7627-4d8f-b892-6cbd33ebf175 None None] Provisioning for port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:02:13.688220 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-64789680-7627-4d8f-b892-6cbd33ebf175 None None] Provisioning complete for port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:02:13.697944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-64789680-7627-4d8f-b892-6cbd33ebf175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.716551 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-5485625d-0b4f-4794-a2b4-dd931f383093 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048820 Jun 23 17:02:13.738462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-64789680-7627-4d8f-b892-6cbd33ebf175 None None] Port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:02:13.832249 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9dba8394-4662-4843-9f33-d28c68f828e1 req-a97bbdc8-aad3-4aef-892b-2dc3044d8e2a service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079214 Jun 23 17:02:13.842662 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:13.854195 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.874867 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Transition to ACTIVE for port object f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:02:13.991180 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:13.993626 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a9feebd5-ea6d-4281-b657-4ad073e551a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:14.086226 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:14.097230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:14.227986 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b632b55c-8c6c-4a96-b1e0-4f13b0953182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.259346 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Attempting to bind port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:02:14.259717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Attempting to bind port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:02:14.260071 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Attempting to bind port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab on network 33761c8d-5c07-48c8-a5e5-adc84051e563 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:14.279831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab on network 33761c8d-5c07-48c8-a5e5-adc84051e563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:02:14.279831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Attempting to bind port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab on network 33761c8d-5c07-48c8-a5e5-adc84051e563 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:02:14.303452 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:02:14.303452 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Checking segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:02:14.304540 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Bound using segment: {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:02:14.305008 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Bound port: f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd06313-3017-4d13-84a2-d22076f30325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:02:14.305399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.428440 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fa7c1-b245-4c96-8b6b-1982875b4ff8 req-9ac12777-a984-4f3e-ae84-c6a2399d0817 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.428440 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-075fa7c1-b245-4c96-8b6b-1982875b4ff8 req-9ac12777-a984-4f3e-ae84-c6a2399d0817 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.2615490 Jun 23 17:02:14.589554 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-075fa7c1-b245-4c96-8b6b-1982875b4ff8 req-abe0c9a1-4e2c-41cb-a3a9-3db3bdfa1d26 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101763 Jun 23 17:02:14.594422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:02:14.598144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:02:14.692443 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea4b23-458c-4d62-a653-ab4e62024903 req-64191552-afeb-4761-8a7c-65ca5a900a63 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.695278 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-58ea4b23-458c-4d62-a653-ab4e62024903 req-64191552-afeb-4761-8a7c-65ca5a900a63 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0915525 Jun 23 17:02:14.706010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.721288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:14.756888 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-58ea4b23-458c-4d62-a653-ab4e62024903 req-9a6b7069-c614-4269-98ec-e77c8cdb2496 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545402 Jun 23 17:02:14.784188 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.784905 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.790245 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] 10.222.0.68 "PUT /v2.0/ports/f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 1094 time: 1.3519309 Jun 23 17:02:14.790245 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:14.793152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2" -d '{"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:14.887068 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68da4af-c709-45e6-b0f8-7f07aeebd78c x-openstack-request-id: req-a68da4af-c709-45e6-b0f8-7f07aeebd78c {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:14.887871 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:14.887871 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a68da4af-c709-45e6-b0f8-7f07aeebd78c {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:14.888167 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'status': 'completed', 'code': 200} Jun 23 17:02:14.889956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:14.895520 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:14.921625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2451da-a22a-4109-b32d-d07f99e4d341 req-776767b9-b41d-428a-a515-073fa4e1a764 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:14.923640 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e2451da-a22a-4109-b32d-d07f99e4d341 req-776767b9-b41d-428a-a515-073fa4e1a764 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1492114 Jun 23 17:02:15.138929 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e2451da-a22a-4109-b32d-d07f99e4d341 req-6f020002-f98d-4cd7-8248-62248b32997a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514125 Jun 23 17:02:15.138929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-4aed0971-019d-4df4-a6ee-4526d3e7c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.138929 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-4aed0971-019d-4df4-a6ee-4526d3e7c509 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1097 time: 0.1563554 Jun 23 17:02:15.148073 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 50234) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:15.242411 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-6e402068-4563-44a8-8830-de6e960054b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.244711 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-6e402068-4563-44a8-8830-de6e960054b9 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=71cac057bddb4a4f9263e428dcc9874a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1202765 Jun 23 17:02:15.277450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.353992 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-42c29c6f-efca-4449-85b9-3bededd15286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.355520 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b888b0cf-b8c4-4131-89d4-2afc3c9e12e2 req-42c29c6f-efca-4449-85b9-3bededd15286 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1039999 Jun 23 17:02:15.387061 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.495681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-6a950e3c-3764-40a5-b38b-b9ab012c5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.497376 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-6a950e3c-3764-40a5-b38b-b9ab012c5aed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1097 time: 0.0678418 Jun 23 17:02:15.511239 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.551626 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b014b7f3-01b9-43c1-a216-6d72a8d49e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:15.557640 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=56eebd2460ff4dc4935a5045a40d781e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084706 Jun 23 17:02:15.560987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 50242) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:15.564108 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-38ec4750-42a9-43db-8f0d-ec98e1fc613b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 217 time: 0.0492656 Jun 23 17:02:15.618014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed21386-5bcb-4b65-9798-956882f3d8d3,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:15.653512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:15.696788 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-19cdebee-e246-4cca-8cc9-9402c4157f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.700403 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-19cdebee-e246-4cca-8cc9-9402c4157f40 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.1238286 Jun 23 17:02:15.704287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.739756 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:15.797461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-97d2bf2d-71fe-4961-9ec3-5631ce09ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.798917 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-97d2bf2d-71fe-4961-9ec3-5631ce09ac79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911987 Jun 23 17:02:15.977896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14c2a-8856-475f-84d2-f6208aa8a54d req-80cba9f9-f67d-46dc-82de-5d11721d431f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:15.979430 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-27e14c2a-8856-475f-84d2-f6208aa8a54d req-80cba9f9-f67d-46dc-82de-5d11721d431f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1981711 Jun 23 17:02:16.003599 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-c9f56fc1-025d-48a7-83ba-ed7ff1ead371 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832244 Jun 23 17:02:16.051568 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-27e14c2a-8856-475f-84d2-f6208aa8a54d req-fa7b85d8-cb0d-40e1-980b-0b637a44b3af tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659370 Jun 23 17:02:16.074980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:16.078152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:16.079416 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8ed21386-5bcb-4b65-9798-956882f3d8d3 HTTP/1.1" status: 204 len: 168 time: 0.5167518 Jun 23 17:02:16.080637 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e056b7b5-21a5-44bf-85d6-60f9e0144e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:16.123519 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed21386-5bcb-4b65-9798-956882f3d8d3,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:16.129713 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:16.166166 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8751793-1cdb-4348-b79e-c79c661b2f07 req-0e005a01-4de0-42cc-983f-a29c73825205 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555829 Jun 23 17:02:16.295158 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b5502-5545-429d-a95a-7d6c28c92fbe req-1d5e28cb-1dca-4e26-ba09-40aeed327782 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:16.297036 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a17b5502-5545-429d-a95a-7d6c28c92fbe req-1d5e28cb-1dca-4e26-ba09-40aeed327782 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0821710 Jun 23 17:02:16.402404 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a17b5502-5545-429d-a95a-7d6c28c92fbe req-2ea0f7c3-8041-404d-b316-245c95f9df2b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944784 Jun 23 17:02:16.548655 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d64561-d594-4113-bcf6-bed84902aff4 req-3e6c1eb3-fb00-4711-b8f7-51e50bd2afb7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:16.556589 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d4d64561-d594-4113-bcf6-bed84902aff4 req-3e6c1eb3-fb00-4711-b8f7-51e50bd2afb7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1080995 Jun 23 17:02:16.613678 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d4d64561-d594-4113-bcf6-bed84902aff4 req-389155a6-c90e-4d6d-9ec4-85b7a7e91fb7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560918 Jun 23 17:02:16.643831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f38728-2a25-4e2d-95cb-5fc9acc5c287 req-eb6e12cd-836a-493a-92a2-948e1d9a91fc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:16.645592 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-03f38728-2a25-4e2d-95cb-5fc9acc5c287 req-eb6e12cd-836a-493a-92a2-948e1d9a91fc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.0886610 Jun 23 17:02:16.710989 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-03f38728-2a25-4e2d-95cb-5fc9acc5c287 req-1b56389d-0d6b-4f66-9028-8c3eb2d0a496 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Jun 23 17:02:16.957419 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5dcc28e9-dbd8-49c9-9c46-83782f9a5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.065226 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.268862 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cd704-9718-4108-b7c8-9a30733b3310 req-67e344db-7d15-48e8-b41c-76c1b6d66f7a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.271025 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a48cd704-9718-4108-b7c8-9a30733b3310 req-67e344db-7d15-48e8-b41c-76c1b6d66f7a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0777903 Jun 23 17:02:17.325074 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a48cd704-9718-4108-b7c8-9a30733b3310 req-b6827177-a16b-4c0d-bd05-7a48005b1872 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471556 Jun 23 17:02:17.597892 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4881423-e99c-4f4a-83e6-5204487e9cca req-bc2b0a88-616f-4208-8bba-5a69a090485e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.605994 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d4881423-e99c-4f4a-83e6-5204487e9cca req-bc2b0a88-616f-4208-8bba-5a69a090485e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0893538 Jun 23 17:02:17.654774 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d4881423-e99c-4f4a-83e6-5204487e9cca req-cea60e0d-7975-4417-b26c-17a4c29c4531 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Jun 23 17:02:17.861898 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af276c92-3560-48a0-9d90-b996f04f11a2 req-fc6d4329-d347-4955-a703-a1c0590c2f1b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.863818 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-af276c92-3560-48a0-9d90-b996f04f11a2 req-fc6d4329-d347-4955-a703-a1c0590c2f1b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1034567 Jun 23 17:02:17.932479 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-af276c92-3560-48a0-9d90-b996f04f11a2 req-d3eb687d-0bf0-4eb4-8cd7-4e716a160809 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613160 Jun 23 17:02:17.956228 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101ec42-dcfc-4411-92b3-10704b129df8 req-6610fb19-25b6-48a5-9588-7a1c7207ad3b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:17.957797 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f101ec42-dcfc-4411-92b3-10704b129df8 req-6610fb19-25b6-48a5-9588-7a1c7207ad3b tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.1131032 Jun 23 17:02:18.023858 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f101ec42-dcfc-4411-92b3-10704b129df8 req-93407a45-d081-4c89-911c-779151004244 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557635 Jun 23 17:02:18.162899 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 50284) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:18.325875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.444400 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.532613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9728000-1d89-42c5-857f-21df229785ec req-b3835c86-4118-45e2-a9cb-7b00e8e49596 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:18.534142 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d9728000-1d89-42c5-857f-21df229785ec req-b3835c86-4118-45e2-a9cb-7b00e8e49596 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0705373 Jun 23 17:02:18.564062 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.569063 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:18.579414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.603043 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d9728000-1d89-42c5-857f-21df229785ec req-32444123-b313-408f-bbef-c52af22bd83b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624964 Jun 23 17:02:18.620158 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=669049a81d58492d9b48d2caec4a97b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551270 Jun 23 17:02:18.622157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72be73f1-8085-4403-95f2-579361e44a4b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:18.624051 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50290) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:18.626765 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:18.716209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.748078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.870702 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fe93e-d5e0-41bf-bc4e-055e4d89ac76 req-72fa95b2-7fef-4d46-9ce1-5f400ee7be86 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:18.872460 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-839fe93e-d5e0-41bf-bc4e-055e4d89ac76 req-72fa95b2-7fef-4d46-9ce1-5f400ee7be86 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0742886 Jun 23 17:02:18.876907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.880293 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.881719 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/72be73f1-8085-4403-95f2-579361e44a4b HTTP/1.1" status: 204 len: 168 time: 0.2562771 Jun 23 17:02:18.883659 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:18.913078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be73f1-8085-4403-95f2-579361e44a4b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:18.915320 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:18.941147 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-839fe93e-d5e0-41bf-bc4e-055e4d89ac76 req-4e7ccb83-f70c-4df5-beb1-931f328e8a8c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582509 Jun 23 17:02:19.248939 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e13545-5cc0-405e-904b-28eed0533d87 req-3a984748-7620-4139-8459-345a6dd87eda tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:19.250803 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17e13545-5cc0-405e-904b-28eed0533d87 req-3a984748-7620-4139-8459-345a6dd87eda tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.1806803 Jun 23 17:02:19.370611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710310df-56c1-4fe3-a222-13a67c75766f req-360e91dd-ce40-4a01-aedb-aa281ce40a68 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:19.378168 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-710310df-56c1-4fe3-a222-13a67c75766f req-360e91dd-ce40-4a01-aedb-aa281ce40a68 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0812652 Jun 23 17:02:19.415493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba892e3-6cf2-4ac9-b70d-4fe6cc4231e2 req-fde65b12-0f6d-4919-ad64-d32066592b8e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:19.422737 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bba892e3-6cf2-4ac9-b70d-4fe6cc4231e2 req-fde65b12-0f6d-4919-ad64-d32066592b8e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 946 time: 0.2497964 Jun 23 17:02:19.428805 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-710310df-56c1-4fe3-a222-13a67c75766f req-9505bd97-7b59-491e-8c3b-469315397845 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488865 Jun 23 17:02:19.477731 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bba892e3-6cf2-4ac9-b70d-4fe6cc4231e2 req-39712e01-7d6c-48da-bdb3-cf24139f4ee2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539615 Jun 23 17:02:19.501118 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Deleting port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:19.501118 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:19.613231 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] For port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:19.613699 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:19.629025 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Calling delete_port for bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:19.867232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c31f2-7fed-4b5f-963e-9e8f56a600dc req-ed8397fe-9e8a-4805-a245-dd842387365c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:19.869250 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-469c31f2-7fed-4b5f-963e-9e8f56a600dc req-ed8397fe-9e8a-4805-a245-dd842387365c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0784919 Jun 23 17:02:19.877552 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:19.892521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-89e8dd09-6e8f-44a4-9121-5a32baaa6768 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:19.924569 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:19.956334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event deleted for resources: {'Port': ['ID=bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:19.980318 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-469c31f2-7fed-4b5f-963e-9e8f56a600dc req-7cfbceeb-100f-44f4-8f6f-7522a7980cf9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042631 Jun 23 17:02:19.990508 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:20.091355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] No DVR routers for this DVR port bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:20.094687 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:20.097809 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-17e13545-5cc0-405e-904b-28eed0533d87 req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "DELETE /v2.0/ports/bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 HTTP/1.1" status: 204 len: 173 time: 0.8393960 Jun 23 17:02:20.098454 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'name': 'network-vif-deleted', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:20.101688 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae3ff5-ea54-4ffd-8388-1f3ed58c67f6" -d '{"events": [{"server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "name": "network-vif-deleted", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:20.186844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879cef8-cfd0-4232-a737-40e11a80da71 x-openstack-request-id: req-8879cef8-cfd0-4232-a737-40e11a80da71 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:20.187277 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa65e299-0afb-46b4-881d-a132f442da12", "name": "network-vif-deleted", "tag": "bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:20.187891 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8879cef8-cfd0-4232-a737-40e11a80da71 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:20.188502 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa65e299-0afb-46b4-881d-a132f442da12', 'name': 'network-vif-deleted', 'tag': 'bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15', 'status': 'completed', 'code': 200} Jun 23 17:02:20.265038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09ba79-3123-432c-8310-6d3543720296 req-77656798-5826-42bd-ba48-32a735ed51ec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:20.274420 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3a09ba79-3123-432c-8310-6d3543720296 req-77656798-5826-42bd-ba48-32a735ed51ec tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1505744 Jun 23 17:02:20.336665 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3a09ba79-3123-432c-8310-6d3543720296 req-28672cc0-8df3-4550-9e1f-293166919c38 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Jun 23 17:02:20.595615 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:20.728183 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ebf9-ff68-4a48-9e90-390920435d72 req-dd1a7e7c-3359-4f01-91c1-27b87458594a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:20.729664 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4df1ebf9-ff68-4a48-9e90-390920435d72 req-dd1a7e7c-3359-4f01-91c1-27b87458594a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1232774 Jun 23 17:02:20.817484 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4df1ebf9-ff68-4a48-9e90-390920435d72 req-e0b998ef-723b-4842-a077-b854e11ce8aa tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745173 Jun 23 17:02:20.819176 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d7612e-498f-4042-ada0-0c6a5b6a942e req-07f97d87-a158-4c1f-8576-8a0df3ef8b6f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=aa65e299-0afb-46b4-881d-a132f442da12 HTTP/1.1" status: 200 len: 210 time: 0.0648825 Jun 23 17:02:21.223948 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f4df1-8a48-41af-82b8-4c9c48df4af0 req-474a0448-154e-4574-870f-d4744992b930 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:21.225571 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-da2f4df1-8a48-41af-82b8-4c9c48df4af0 req-474a0448-154e-4574-870f-d4744992b930 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0899248 Jun 23 17:02:21.282854 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50342) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:21.320090 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-da2f4df1-8a48-41af-82b8-4c9c48df4af0 req-2354203d-7ef2-43c9-9aa8-b0213a158061 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880454 Jun 23 17:02:21.457050 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:21.609504 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:21.620246 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd376eb5-4132-4776-9276-53715f970917 req-e566a6c3-cd2f-444a-b278-0c61766af279 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:21.621727 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bd376eb5-4132-4776-9276-53715f970917 req-e566a6c3-cd2f-444a-b278-0c61766af279 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1070414 Jun 23 17:02:21.667747 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bd376eb5-4132-4776-9276-53715f970917 req-8bf5b565-a278-478d-94e2-f3f17732f703 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Jun 23 17:02:21.700347 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:21.703391 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6962391b-47cd-49c4-862f-6827e85b8957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:21.752557 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef57e31-6edb-44be-823a-9fe619368d97,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:21.757644 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:21.761556 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=92777b639e3340f9b708f622e9e6016e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772120 Jun 23 17:02:21.766329 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50350) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:21.839519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:21.904285 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:22.064742 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833f811-4ffb-4b7f-883f-7fa307a7dc1d req-703707b0-979f-4bf8-9890-d951de159953 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:22.066212 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d833f811-4ffb-4b7f-883f-7fa307a7dc1d req-703707b0-979f-4bf8-9890-d951de159953 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0736048 Jun 23 17:02:22.105441 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d833f811-4ffb-4b7f-883f-7fa307a7dc1d req-82723b00-9bb4-4842-b9a2-147db12c26b1 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jun 23 17:02:22.145873 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:22.149461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:22.150633 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3ef57e31-6edb-44be-823a-9fe619368d97 HTTP/1.1" status: 204 len: 168 time: 0.3849311 Jun 23 17:02:22.151527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-43f60b5a-1828-48ec-9033-aa305af815ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:22.159647 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef57e31-6edb-44be-823a-9fe619368d97,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:22.163717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:22.588361 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492db6f-6e3d-40ea-a964-6f991a121bf6 req-b148ce09-da8b-4bad-9e78-89e320532132 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:22.598080 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6492db6f-6e3d-40ea-a964-6f991a121bf6 req-b148ce09-da8b-4bad-9e78-89e320532132 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1354957 Jun 23 17:02:22.637352 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6492db6f-6e3d-40ea-a964-6f991a121bf6 req-35761b2d-6162-469c-bee0-ca0c528919f8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Jun 23 17:02:22.860309 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cb0b2-d46b-44fc-a18b-e73a48f95a2a req-fcad32ee-410b-48e3-9938-06d7de6bb6da tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:22.862098 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-802cb0b2-d46b-44fc-a18b-e73a48f95a2a req-fcad32ee-410b-48e3-9938-06d7de6bb6da tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0733595 Jun 23 17:02:22.907388 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-802cb0b2-d46b-44fc-a18b-e73a48f95a2a req-449a208a-92fe-4af3-b2d5-06e0b8753335 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Jun 23 17:02:23.301687 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53ab75-ce16-4f1b-bc54-d4cfbbed6f24 req-5744a9ab-f55b-44e1-9d3b-f42c92feae4c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:23.304007 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1e53ab75-ce16-4f1b-bc54-d4cfbbed6f24 req-5744a9ab-f55b-44e1-9d3b-f42c92feae4c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0738237 Jun 23 17:02:23.346516 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1e53ab75-ce16-4f1b-bc54-d4cfbbed6f24 req-ba1a5dcf-7be3-4600-95ad-7b762bf6daae tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365286 Jun 23 17:02:23.830517 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d98df-b125-4700-b3aa-b0c709e1c47b req-9897a5df-668f-44eb-bbc8-56843f621010 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:23.832151 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4a2d98df-b125-4700-b3aa-b0c709e1c47b req-9897a5df-668f-44eb-bbc8-56843f621010 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0716865 Jun 23 17:02:23.893007 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4a2d98df-b125-4700-b3aa-b0c709e1c47b req-23766ad0-180d-442d-a939-f63323fddf0c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542645 Jun 23 17:02:24.027951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979b3d-6600-4da0-b1eb-3bc460f0a0e3 req-6600bae8-d77b-46ae-aa72-44c1d3009981 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:24.029427 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e5979b3d-6600-4da0-b1eb-3bc460f0a0e3 req-6600bae8-d77b-46ae-aa72-44c1d3009981 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0729821 Jun 23 17:02:24.066776 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e5979b3d-6600-4da0-b1eb-3bc460f0a0e3 req-a3510a43-29ae-40d9-b29d-bdd712872273 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Jun 23 17:02:24.092749 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add5b7f-f95b-4568-a2f3-f7073d8bdc05 req-78f2df88-155b-491a-8711-1adebf359d16 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:24.094335 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8add5b7f-f95b-4568-a2f3-f7073d8bdc05 req-78f2df88-155b-491a-8711-1adebf359d16 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0649784 Jun 23 17:02:24.132308 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8add5b7f-f95b-4568-a2f3-f7073d8bdc05 req-282c5c8e-1577-4779-adc0-7764ca11490a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jun 23 17:02:24.544921 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e19f4e-49c5-4b17-af71-6c25f2b36120 req-b2b448d8-abdf-4ae6-a3f8-46191712ef11 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:24.546460 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51e19f4e-49c5-4b17-af71-6c25f2b36120 req-b2b448d8-abdf-4ae6-a3f8-46191712ef11 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0786633 Jun 23 17:02:24.585831 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51e19f4e-49c5-4b17-af71-6c25f2b36120 req-3471d364-c237-4e8b-bf7f-0103f2df096b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jun 23 17:02:24.636895 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:02:24.648582 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:24.672180 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:24.672787 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device bdbe8b5f-0d2f-49a5-8bce-6a3a8a8bcd15 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:24.768079 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:24.783368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'mac_address': 'fa:16:3e:3e:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1451, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:02:24.829211 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:24.848265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:24.875984 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:24.961634 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:24.964196 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:25.090908 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:25.112930 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.113276 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.114798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.115456 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.116122 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.117222 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.117784 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.118282 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.118619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.118938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.119290 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.119638 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:25.124096 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:25.134155 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc109af-c13c-4d77-9b11-cac192215656 req-595143b7-0ef2-4e9c-b3d3-41ea06ef3aa4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:25.139994 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cfc109af-c13c-4d77-9b11-cac192215656 req-595143b7-0ef2-4e9c-b3d3-41ea06ef3aa4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0854280 Jun 23 17:02:25.189144 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cfc109af-c13c-4d77-9b11-cac192215656 req-4f8c6c71-c7cf-4d88-b858-b8994e9cd960 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464611 Jun 23 17:02:25.340438 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa959b2-3aa7-4f85-acc7-e21891311503 req-92b09acd-e0e9-4312-9e06-508b21db25f1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:25.342604 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ffa959b2-3aa7-4f85-acc7-e21891311503 req-92b09acd-e0e9-4312-9e06-508b21db25f1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0725689 Jun 23 17:02:25.372394 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981d1a7-e87c-41c5-89da-edd985083d9b req-9961eebc-a859-4f75-9bb3-3dbedd08bf11 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:25.373795 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5981d1a7-e87c-41c5-89da-edd985083d9b req-9961eebc-a859-4f75-9bb3-3dbedd08bf11 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0722451 Jun 23 17:02:25.386109 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ffa959b2-3aa7-4f85-acc7-e21891311503 req-d867d752-ea1e-4282-8783-e0582822de72 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373261 Jun 23 17:02:25.395162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:25.450986 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5981d1a7-e87c-41c5-89da-edd985083d9b req-a983f77c-d6ae-4adb-a1f4-ed664a9b034d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Jun 23 17:02:25.774954 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590789-1f11-4445-bca8-ea71a5f2ebac req-9f1d3f6d-3bc0-4f16-af31-833666045873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:25.776526 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-59590789-1f11-4445-bca8-ea71a5f2ebac req-9f1d3f6d-3bc0-4f16-af31-833666045873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 945 time: 0.0652969 Jun 23 17:02:25.815084 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-59590789-1f11-4445-bca8-ea71a5f2ebac req-abc7c97d-dc77-49f4-8df9-a17e208ea229 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Jun 23 17:02:26.376723 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f9d1-89ba-4ac7-8c80-a47092f9f26d req-918de76c-c3ab-4268-8ebe-01cb4917cad5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:26.378885 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-36d4f9d1-89ba-4ac7-8c80-a47092f9f26d req-918de76c-c3ab-4268-8ebe-01cb4917cad5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0686827 Jun 23 17:02:26.420315 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-36d4f9d1-89ba-4ac7-8c80-a47092f9f26d req-2028b495-19aa-4d7e-bf26-901fd001a294 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348005 Jun 23 17:02:26.607561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:26.632562 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5050467-6b95-4695-95aa-586e8fbbce99 req-ab2b95d3-6c4d-499a-8981-7839329f9060 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:26.634734 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b5050467-6b95-4695-95aa-586e8fbbce99 req-ab2b95d3-6c4d-499a-8981-7839329f9060 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0883009 Jun 23 17:02:26.640128 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3f372-1503-44f6-96e5-aea54fc1c4c3 req-89f2acdb-4be1-474d-a296-887f68c3dfe6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:26.641654 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29e3f372-1503-44f6-96e5-aea54fc1c4c3 req-89f2acdb-4be1-474d-a296-887f68c3dfe6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0709186 Jun 23 17:02:26.680040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:02:26.689469 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b5050467-6b95-4695-95aa-586e8fbbce99 req-b907e87e-11b6-42e3-bb94-718e34b744ab tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Jun 23 17:02:26.698839 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29e3f372-1503-44f6-96e5-aea54fc1c4c3 req-c3cd022a-2a09-4d24-9447-b798abcbb142 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Jun 23 17:02:26.820012 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:02:26.824263 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:02:26.824651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:26.932049 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:26.967061 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:26.978958 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddeffaf-4768-4f7d-ab95-624badd7b0f4" -d '{"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:26.999553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:27.021898 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa188948-cd76-4837-be73-72e23bbb2f12 x-openstack-request-id: req-fa188948-cd76-4837-be73-72e23bbb2f12 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:27.022869 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:27.023164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-fa188948-cd76-4837-be73-72e23bbb2f12 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:27.023646 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'code': 200} Jun 23 17:02:27.040988 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338e066-d323-4dcb-9554-541ce067229b req-4418d053-e9ef-4135-a7c2-f6cd2c64c81a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:27.042563 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3338e066-d323-4dcb-9554-541ce067229b req-4418d053-e9ef-4135-a7c2-f6cd2c64c81a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 945 time: 0.0859976 Jun 23 17:02:27.065715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:27.067757 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:27.124060 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3338e066-d323-4dcb-9554-541ce067229b req-8221f1ef-765c-4042-b033-7354a0956019 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673544 Jun 23 17:02:27.128339 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:27.132690 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:27.622571 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423797-72f4-4a5f-8d89-0d579962913a req-2c4591ea-7d1e-459d-95ef-18736ea8bd1a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:27.624362 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bf423797-72f4-4a5f-8d89-0d579962913a req-2c4591ea-7d1e-459d-95ef-18736ea8bd1a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0810010 Jun 23 17:02:27.666190 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bf423797-72f4-4a5f-8d89-0d579962913a req-5383739e-ad72-4f5b-a54a-a2beca225dbf tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357108 Jun 23 17:02:27.892899 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9250961-26be-4e37-bb2c-94caffa62aa5 req-e2a8b528-c84f-4610-ac83-2f13cca1b6d4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:27.894489 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e9250961-26be-4e37-bb2c-94caffa62aa5 req-e2a8b528-c84f-4610-ac83-2f13cca1b6d4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0749619 Jun 23 17:02:27.923094 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d8852-41c6-4f48-bf7b-e3fe667395e1 req-1da0c098-82bc-4f5e-b588-d6fd4e81398c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:27.924704 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c9d8852-41c6-4f48-bf7b-e3fe667395e1 req-1da0c098-82bc-4f5e-b588-d6fd4e81398c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0824885 Jun 23 17:02:27.946502 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e9250961-26be-4e37-bb2c-94caffa62aa5 req-b4acf8a7-d9ed-468a-9b72-c1699d9907cc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433338 Jun 23 17:02:27.979953 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c9d8852-41c6-4f48-bf7b-e3fe667395e1 req-e23cc896-1dcf-46c3-a4bf-bde4a2349c7a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485198 Jun 23 17:02:28.307783 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038e2b5-57a7-4b66-be99-d85188866a0a req-9a02c23d-801c-45b2-9b6d-a223982170d8 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:28.309304 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1038e2b5-57a7-4b66-be99-d85188866a0a req-9a02c23d-801c-45b2-9b6d-a223982170d8 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0667233 Jun 23 17:02:28.361354 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1038e2b5-57a7-4b66-be99-d85188866a0a req-6a074d88-d052-4070-9dce-d3013078f063 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Jun 23 17:02:28.889623 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e46f6-746f-4f48-b8d4-a3331bcc2c03 req-b14ac140-4df3-4ab5-a370-d87c5a198a4b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:28.900155 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3f3e46f6-746f-4f48-b8d4-a3331bcc2c03 req-b14ac140-4df3-4ab5-a370-d87c5a198a4b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0962234 Jun 23 17:02:28.942088 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3f3e46f6-746f-4f48-b8d4-a3331bcc2c03 req-1bb7dcc6-8b3b-41d3-bb27-1259b544e777 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408013 Jun 23 17:02:29.154706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0fad-8037-4a3e-b609-ca9b20d072c1 req-30b4f4e6-e1a5-49fa-a5e2-93d25739d72c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:29.154706 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f8a0fad-8037-4a3e-b609-ca9b20d072c1 req-30b4f4e6-e1a5-49fa-a5e2-93d25739d72c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0810616 Jun 23 17:02:29.203946 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bce630-3054-4a14-b0fd-d6c3645a6cd7 req-8ef47dcb-b151-4652-85a0-9573df5e24f0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:29.205507 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-96bce630-3054-4a14-b0fd-d6c3645a6cd7 req-8ef47dcb-b151-4652-85a0-9573df5e24f0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0808470 Jun 23 17:02:29.212864 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4f8a0fad-8037-4a3e-b609-ca9b20d072c1 req-ee61485f-30f0-4660-88a7-f004d952ad01 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Jun 23 17:02:29.249585 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-96bce630-3054-4a14-b0fd-d6c3645a6cd7 req-da85860e-9d54-4627-b895-7fc4d2d3c54c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Jun 23 17:02:29.758754 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656c25-595c-4b9e-b617-2606154850a0 req-7f303866-7a85-457d-b0ba-567963114b66 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:29.760347 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d6656c25-595c-4b9e-b617-2606154850a0 req-7f303866-7a85-457d-b0ba-567963114b66 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.2770035 Jun 23 17:02:29.803000 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d6656c25-595c-4b9e-b617-2606154850a0 req-a5a81eb2-5341-4c72-8a75-764504200040 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Jun 23 17:02:30.215808 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4493546-b8bd-45c9-9b49-e685344d389e req-9391e4f9-124c-4ea2-af2b-a19be3504536 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:30.215808 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a4493546-b8bd-45c9-9b49-e685344d389e req-9391e4f9-124c-4ea2-af2b-a19be3504536 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0762830 Jun 23 17:02:30.218481 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50540) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:30.219164 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a4493546-b8bd-45c9-9b49-e685344d389e req-732c1748-aa17-4c5c-a67c-00ecef094831 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336819 Jun 23 17:02:30.231662 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Deleting subnet 2a3a4a03-6b08-4ae7-ad34-9e592e75c82c {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:02:30.235354 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:30.304313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:30.404738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:30.498783 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f49a96-ca66-473c-bfe3-e59a08c2d91e req-26310626-b193-48bd-832a-91efe0e6fbd2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:30.500643 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e7f49a96-ca66-473c-bfe3-e59a08c2d91e req-26310626-b193-48bd-832a-91efe0e6fbd2 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.1439536 Jun 23 17:02:30.514011 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136de0-1bd1-4d8b-849c-54daedb44bc0 req-9d5116cb-b32b-47fc-aa39-86e82e39fbc5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:30.520052 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6b136de0-1bd1-4d8b-849c-54daedb44bc0 req-9d5116cb-b32b-47fc-aa39-86e82e39fbc5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0898595 Jun 23 17:02:30.590611 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6b136de0-1bd1-4d8b-849c-54daedb44bc0 req-796cbdc0-ae22-431f-ab49-9ba1589b231e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670817 Jun 23 17:02:30.596205 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e7f49a96-ca66-473c-bfe3-e59a08c2d91e req-f2e36949-84b2-42e4-ab31-8a60607239d9 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859919 Jun 23 17:02:30.997940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.005055 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:31.005860 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ec22-e3da-4ab3-be98-569cec91431d req-44ffe12f-cf99-4690-8320-26c9a54b3492 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:31.005860 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea54ec22-e3da-4ab3-be98-569cec91431d req-44ffe12f-cf99-4690-8320-26c9a54b3492 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0754490 Jun 23 17:02:31.031747 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3a4a03-6b08-4ae7-ad34-9e592e75c82c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:31.043577 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:31.043577 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.043577 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2a3a4a03-6b08-4ae7-ad34-9e592e75c82c HTTP/1.1" status: 204 len: 168 time: 0.8606122 Jun 23 17:02:31.049134 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea54ec22-e3da-4ab3-be98-569cec91431d req-93cb2a8b-59ca-4204-b63b-143552377983 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 Jun 23 17:02:31.053121 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50550) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:31.139904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.235745 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.249086 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931f3aa3-8f73-4ff9-9e0f-bfcd39c22592']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:31.262282 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98d5f75-dd31-435c-970c-09320dc8e671') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:31.262662 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98d5f75-dd31-435c-970c-09320dc8e671') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:31.272278 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.289894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.297829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:02:31.302114 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:02:31.453586 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.457805 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:31.461564 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:31.463564 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] 10.222.0.99 "DELETE /v2.0/networks/931f3aa3-8f73-4ff9-9e0f-bfcd39c22592 HTTP/1.1" status: 204 len: 168 time: 0.4085460 Jun 23 17:02:31.477089 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Pushing event deleted for resources: {'Network': ['ID=931f3aa3-8f73-4ff9-9e0f-bfcd39c22592,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:31.480826 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:31.546439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f6cc-0309-4184-9594-ef7adf1bbdf8 req-9d9ea3be-1111-4464-8143-6797ed3b04e5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:31.547986 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e762f6cc-0309-4184-9594-ef7adf1bbdf8 req-9d9ea3be-1111-4464-8143-6797ed3b04e5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0680165 Jun 23 17:02:31.602410 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e762f6cc-0309-4184-9594-ef7adf1bbdf8 req-92171269-d931-4546-a444-7af3ec591887 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354061 Jun 23 17:02:31.820779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da4de4-c580-458d-9d3d-0800679c3489 req-cfaf0dfc-8125-4e89-9376-0e5ea6f192e4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:31.820779 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13da4de4-c580-458d-9d3d-0800679c3489 req-cfaf0dfc-8125-4e89-9376-0e5ea6f192e4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0770378 Jun 23 17:02:31.821632 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34106d-ede9-4066-8756-a7dd14c08d94 req-44b188a5-2601-4ec2-87e1-e5f68fb55e2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:31.821632 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8e34106d-ede9-4066-8756-a7dd14c08d94 req-44b188a5-2601-4ec2-87e1-e5f68fb55e2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0935469 Jun 23 17:02:31.833599 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13da4de4-c580-458d-9d3d-0800679c3489 req-1a6255f4-2c1d-4ab0-9461-4a16fbde227c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Jun 23 17:02:31.871076 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8e34106d-ede9-4066-8756-a7dd14c08d94 req-4d7cbef1-8283-4126-983f-1feae56a9cc6 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Jun 23 17:02:32.068555 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50564) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:32.121285 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0c181535-6962-413d-8c4f-c518557d2dd8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=98adf7a8368f4fa9967053c0e59bfe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421326 Jun 23 17:02:32.121285 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50568) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:32.182595 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:32.208788 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:32.277869 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a91863-3743-4173-bf65-6ce0fcf60c4b req-024c72ad-56a3-4e86-9c16-8cf4f93dda67 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:32.279366 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-21a91863-3743-4173-bf65-6ce0fcf60c4b req-024c72ad-56a3-4e86-9c16-8cf4f93dda67 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0784495 Jun 23 17:02:32.319727 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-21a91863-3743-4173-bf65-6ce0fcf60c4b req-3a5b26b2-c6b8-4f5f-af3b-01d2922f0098 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Jun 23 17:02:32.408763 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:32.411234 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:32.412417 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b15bf5ec-fcc3-437f-9564-f541e1a0cc56 HTTP/1.1" status: 204 len: 168 time: 0.2899797 Jun 23 17:02:32.413152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-8fa5cb4c-0829-44e8-9103-fb3149a38ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:32.420716 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15bf5ec-fcc3-437f-9564-f541e1a0cc56,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:32.423068 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:32.793281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1a59-f1a2-4bdd-94af-d597a1167363 req-380d97b9-e758-4e63-ae34-1979f260f526 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:32.794729 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-524d1a59-f1a2-4bdd-94af-d597a1167363 req-380d97b9-e758-4e63-ae34-1979f260f526 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0719838 Jun 23 17:02:32.838671 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-524d1a59-f1a2-4bdd-94af-d597a1167363 req-58d45713-3e8f-4569-bc41-18cb4cad8438 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335958 Jun 23 17:02:33.081989 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fe90f-dbd3-45ce-9c40-784bc98b32ec req-f47404b4-2e9e-4863-8b51-015dfb7e73d9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:33.091524 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1b4fe90f-dbd3-45ce-9c40-784bc98b32ec req-f47404b4-2e9e-4863-8b51-015dfb7e73d9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0852230 Jun 23 17:02:33.128870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29220bf-8375-46d5-b32c-55bdedd0c8c6 req-8ac9485e-3fc7-4697-afbe-a9cc11a1916a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:33.130415 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f29220bf-8375-46d5-b32c-55bdedd0c8c6 req-8ac9485e-3fc7-4697-afbe-a9cc11a1916a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.1087961 Jun 23 17:02:33.133076 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1b4fe90f-dbd3-45ce-9c40-784bc98b32ec req-f6984e3b-7be9-4f57-a5d0-7cc233a86e43 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Jun 23 17:02:33.177097 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f29220bf-8375-46d5-b32c-55bdedd0c8c6 req-0d7a58e2-798f-412e-80b8-5638093ff5e7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jun 23 17:02:33.514033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4032f-5724-453e-a7a2-ddecaa88158d req-ab7f71a7-ffe7-497b-9139-fe4d57aa04d5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:33.515681 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2bb4032f-5724-453e-a7a2-ddecaa88158d req-ab7f71a7-ffe7-497b-9139-fe4d57aa04d5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0834374 Jun 23 17:02:33.558959 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2bb4032f-5724-453e-a7a2-ddecaa88158d req-4acdcd2e-772e-44d6-9979-e9d6e3b7bb52 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 Jun 23 17:02:34.045351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d263-68fa-407b-b648-b4e0bb076ec0 req-fd6c8255-865f-424b-9772-c0bde0619ef6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:34.047056 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cbd2d263-68fa-407b-b648-b4e0bb076ec0 req-fd6c8255-865f-424b-9772-c0bde0619ef6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0828574 Jun 23 17:02:34.090584 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cbd2d263-68fa-407b-b648-b4e0bb076ec0 req-c99de31c-e9b4-4b53-b8de-7dd3c6d21446 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367169 Jun 23 17:02:34.356039 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5897e00-fe73-407e-b956-5ece930141b1 req-0463e994-7d4e-4495-b945-4a81dd763250 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:34.357912 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f5897e00-fe73-407e-b956-5ece930141b1 req-0463e994-7d4e-4495-b945-4a81dd763250 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0875392 Jun 23 17:02:34.403230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314782df-93df-4b22-908b-af865d7a9e94 req-47b30954-8204-4d1a-8ebf-3fdbf1211ca1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:34.405784 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-314782df-93df-4b22-908b-af865d7a9e94 req-47b30954-8204-4d1a-8ebf-3fdbf1211ca1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0806570 Jun 23 17:02:34.453116 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f5897e00-fe73-407e-b956-5ece930141b1 req-6afcee84-09c2-4959-b0d4-7238af6941bb tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822930 Jun 23 17:02:34.482179 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-314782df-93df-4b22-908b-af865d7a9e94 req-9093e534-020f-40d2-9776-d6e93e1e4952 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668206 Jun 23 17:02:34.769430 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea865e-c9b7-4b0c-a67a-18d7559bc5f5 req-0b762d73-930a-4799-a125-1263a642a47e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:34.771345 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3eea865e-c9b7-4b0c-a67a-18d7559bc5f5 req-0b762d73-930a-4799-a125-1263a642a47e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0799017 Jun 23 17:02:34.813944 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3eea865e-c9b7-4b0c-a67a-18d7559bc5f5 req-ccbf5aba-ce8f-4478-930d-1d81544ef736 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Jun 23 17:02:35.349823 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b747a-3636-4459-8b90-13b5036f40ae req-ca9d44d7-d538-4332-ab33-6287bb90e001 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:35.357093 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b56b747a-3636-4459-8b90-13b5036f40ae req-ca9d44d7-d538-4332-ab33-6287bb90e001 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0809636 Jun 23 17:02:35.416198 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b56b747a-3636-4459-8b90-13b5036f40ae req-0e820ffc-ed9b-4a68-a275-bec8adab4461 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572548 Jun 23 17:02:35.674734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065835d-79f4-4199-96c9-77622fcf6f5d req-d070cf4e-aed0-4a30-9165-d5714cfc7f20 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:35.676371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e065835d-79f4-4199-96c9-77622fcf6f5d req-d070cf4e-aed0-4a30-9165-d5714cfc7f20 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0787461 Jun 23 17:02:35.706511 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce3659-4551-4dc1-94b7-c425bbcaeaea req-aa77cd46-2285-4386-82ad-a9c9bc2c0cf3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:35.708517 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-49ce3659-4551-4dc1-94b7-c425bbcaeaea req-aa77cd46-2285-4386-82ad-a9c9bc2c0cf3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0801749 Jun 23 17:02:35.732739 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e065835d-79f4-4199-96c9-77622fcf6f5d req-ece54896-64a0-40fd-911e-05902e34a487 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Jun 23 17:02:35.761941 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-49ce3659-4551-4dc1-94b7-c425bbcaeaea req-c315a2d1-f4e9-4f5d-b863-3759a494d590 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Jun 23 17:02:36.047008 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eec5e-e970-406b-89ff-154c15b59547 req-632d7d82-d991-4d9f-99e5-1f2e5e66c47c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:36.048746 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-541eec5e-e970-406b-89ff-154c15b59547 req-632d7d82-d991-4d9f-99e5-1f2e5e66c47c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1001959 Jun 23 17:02:36.129898 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-541eec5e-e970-406b-89ff-154c15b59547 req-9f6ab93c-b2fd-4bd6-bd58-c357680cff4f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700827 Jun 23 17:02:36.855980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b955f3-04fe-47d7-b5fe-094df27ea547 req-642f9567-4fd7-4530-837f-41c1a4e5ca12 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:36.859192 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d6b955f3-04fe-47d7-b5fe-094df27ea547 req-642f9567-4fd7-4530-837f-41c1a4e5ca12 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.3154869 Jun 23 17:02:36.902229 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d6b955f3-04fe-47d7-b5fe-094df27ea547 req-8ce1c4af-9b4d-40a1-9c2f-3d8cf415b831 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348504 Jun 23 17:02:36.908357 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268c94-cfca-491a-a131-b9a0721c7626 req-23370d62-95d5-4e00-a533-fa1448327b5e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:36.909820 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-32268c94-cfca-491a-a131-b9a0721c7626 req-23370d62-95d5-4e00-a533-fa1448327b5e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0707405 Jun 23 17:02:36.956483 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-32268c94-cfca-491a-a131-b9a0721c7626 req-72eca7f2-49f7-464b-8b06-0fe0d35536d7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Jun 23 17:02:37.081878 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e2fc-830b-40cc-826c-c79b2f6ed741 req-4fadc4ed-0354-4a18-aea8-2c8b5993835d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:37.083356 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0bc4e2fc-830b-40cc-826c-c79b2f6ed741 req-4fadc4ed-0354-4a18-aea8-2c8b5993835d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0687068 Jun 23 17:02:37.127361 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0bc4e2fc-830b-40cc-826c-c79b2f6ed741 req-00c83291-ceab-4ba5-8618-90615bc03334 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377710 Jun 23 17:02:37.295795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1317a32-dd45-4487-a347-66b7a3794cf2 req-a3007360-eb0e-4464-af9d-db0fb871449d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:37.297151 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f1317a32-dd45-4487-a347-66b7a3794cf2 req-a3007360-eb0e-4464-af9d-db0fb871449d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0641994 Jun 23 17:02:37.334396 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f1317a32-dd45-4487-a347-66b7a3794cf2 req-d50d3fe2-5253-4813-97b4-496e067c153f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Jun 23 17:02:38.095657 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c927-4810-4af2-97f1-47956bc8ade7 req-7ef6906b-5b4d-4163-9f19-506086f95038 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:38.098220 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0072c927-4810-4af2-97f1-47956bc8ade7 req-7ef6906b-5b4d-4163-9f19-506086f95038 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0753660 Jun 23 17:02:38.156716 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa70c8-4ea9-4477-ac21-7df5263beed6 req-b5425e33-88d7-481f-ad9b-ea7a3a2ca371 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:38.157557 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0072c927-4810-4af2-97f1-47956bc8ade7 req-a17f8f44-3967-43eb-9cb2-381319a71317 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510073 Jun 23 17:02:38.158342 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5caa70c8-4ea9-4477-ac21-7df5263beed6 req-b5425e33-88d7-481f-ad9b-ea7a3a2ca371 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0821784 Jun 23 17:02:38.201958 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5caa70c8-4ea9-4477-ac21-7df5263beed6 req-5c1ca2c1-69a9-4067-bd94-237c597e43cc tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Jun 23 17:02:38.333756 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377688da-6fae-4baf-b3e3-b8813ba1f170 req-73dea93f-1fd7-4c58-9e9b-9dac30445221 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:38.335255 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-377688da-6fae-4baf-b3e3-b8813ba1f170 req-73dea93f-1fd7-4c58-9e9b-9dac30445221 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0665321 Jun 23 17:02:38.374510 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-377688da-6fae-4baf-b3e3-b8813ba1f170 req-3e09f60f-9754-4575-a77c-e6cd007fb433 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334704 Jun 23 17:02:38.520930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0acfa-ebcc-4505-a600-0b36a1781cf1 req-b0bc3595-34f8-418a-b0fa-08e65d8cee59 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:38.522910 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-95a0acfa-ebcc-4505-a600-0b36a1781cf1 req-b0bc3595-34f8-418a-b0fa-08e65d8cee59 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0684938 Jun 23 17:02:38.570364 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-95a0acfa-ebcc-4505-a600-0b36a1781cf1 req-f26a59ea-55d7-4806-80a0-36ab33d29234 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Jun 23 17:02:39.344829 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3004e-7467-48bf-a655-5c51b5964855 req-1ae4f871-300c-4a76-828c-6a7453bbe30e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:39.346212 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-28f3004e-7467-48bf-a655-5c51b5964855 req-1ae4f871-300c-4a76-828c-6a7453bbe30e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0688272 Jun 23 17:02:39.376685 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea8a74-db12-4e12-a603-7d4cf9c1a453 req-50b2c147-f21b-4b32-a2c4-f19e6e8306b4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:39.378149 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-47ea8a74-db12-4e12-a603-7d4cf9c1a453 req-50b2c147-f21b-4b32-a2c4-f19e6e8306b4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0637281 Jun 23 17:02:39.389384 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-28f3004e-7467-48bf-a655-5c51b5964855 req-571ecf8d-f3db-48ec-b773-1abf397a5961 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371468 Jun 23 17:02:39.422742 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-47ea8a74-db12-4e12-a603-7d4cf9c1a453 req-b3c42a04-3fe1-4e3b-949f-57586065b870 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Jun 23 17:02:39.557945 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8b8e9-4f0e-4f30-8427-d8a108e1870c req-8701a17a-5752-46b9-8bb3-59e9d152bbc7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:39.559426 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8af8b8e9-4f0e-4f30-8427-d8a108e1870c req-8701a17a-5752-46b9-8bb3-59e9d152bbc7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0634165 Jun 23 17:02:39.598963 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8af8b8e9-4f0e-4f30-8427-d8a108e1870c req-379ea185-3f30-4e0f-b23e-8ef1d312285c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Jun 23 17:02:39.765713 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8ff55-96aa-40d9-b116-2844df9cd427 req-e872d6c9-5dbd-4947-b827-a83dedb0e017 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:39.767156 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-98d8ff55-96aa-40d9-b116-2844df9cd427 req-e872d6c9-5dbd-4947-b827-a83dedb0e017 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0829012 Jun 23 17:02:39.807752 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-98d8ff55-96aa-40d9-b116-2844df9cd427 req-c1fec92b-8373-475c-8e75-5d5e9679135d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335133 Jun 23 17:02:40.419299 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-57863589-a01e-4269-bccd-2d67e0792806 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597019 Jun 23 17:02:40.538384 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9bee-913d-4242-b35b-6aee1246254e req-69e2352e-1f00-4215-874d-51b0fe7537cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.540134 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-69e2352e-1f00-4215-874d-51b0fe7537cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 1098 time: 0.0652339 Jun 23 17:02:40.621380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc778d-60b0-410f-8295-68ee894febe1 req-d574fdd3-89a9-47e5-8cb0-1570b57727c7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.625113 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-63fc778d-60b0-410f-8295-68ee894febe1 req-d574fdd3-89a9-47e5-8cb0-1570b57727c7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0859978 Jun 23 17:02:40.674066 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-63fc778d-60b0-410f-8295-68ee894febe1 req-03b6822d-d0a9-460c-b3bc-b4b5c3ca9ef9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442870 Jun 23 17:02:40.700781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40631a8-3ecc-49a9-a5b1-2a81ebdcac03 req-3f074808-1588-4eca-939a-db1e27bfd505 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.700781 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f40631a8-3ecc-49a9-a5b1-2a81ebdcac03 req-3f074808-1588-4eca-939a-db1e27bfd505 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.1473064 Jun 23 17:02:40.718327 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9bee-913d-4242-b35b-6aee1246254e req-eb2b5832-474a-467d-8c31-e19fa9ed06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.719781 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-eb2b5832-474a-467d-8c31-e19fa9ed06bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1548445 Jun 23 17:02:40.782415 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-516df3f3-52db-4faa-8321-1c84112e2ca0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 200 len: 217 time: 0.0485861 Jun 23 17:02:40.790179 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f40631a8-3ecc-49a9-a5b1-2a81ebdcac03 req-0f200f5c-29b7-44f3-88c1-3b7f6018cbe5 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Jun 23 17:02:40.861747 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9bee-913d-4242-b35b-6aee1246254e req-f254ca91-b0f5-48ba-b04b-b5b4c1b6736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.863633 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-f254ca91-b0f5-48ba-b04b-b5b4c1b6736a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0629747 Jun 23 17:02:40.904959 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-c0b267e3-0f49-4d74-90c1-072fe5447e02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278323 Jun 23 17:02:40.906662 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3ff7d-607c-4385-93c3-4c9112a3e281 req-7005454a-b39b-428b-8f3a-52632ecb1e1e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.908178 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d4a3ff7d-607c-4385-93c3-4c9112a3e281 req-7005454a-b39b-428b-8f3a-52632ecb1e1e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1129444 Jun 23 17:02:40.914164 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3712eaa-643f-49f8-a7ba-5f33e834510f req-a640d8b8-59dd-4074-b672-aa5385c5bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:40.915800 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3712eaa-643f-49f8-a7ba-5f33e834510f req-a640d8b8-59dd-4074-b672-aa5385c5bd48 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0860019 Jun 23 17:02:40.973354 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d4a3ff7d-607c-4385-93c3-4c9112a3e281 req-fc37f40c-7002-4341-8b2d-290d2a431912 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Jun 23 17:02:40.982827 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3712eaa-643f-49f8-a7ba-5f33e834510f req-f089ba6c-0862-4452-be86-22bf0f76d1f4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Jun 23 17:02:41.056319 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-96a40602-76ad-49ee-98a7-5fd271be8d8b service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394963 Jun 23 17:02:41.074106 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f7464-9ae8-4546-a603-39aff7b63509 req-e8f099eb-18f0-424d-8f19-57e72ee74ec3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:41.075644 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9e6f7464-9ae8-4546-a603-39aff7b63509 req-e8f099eb-18f0-424d-8f19-57e72ee74ec3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1323018 Jun 23 17:02:41.127581 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9e6f7464-9ae8-4546-a603-39aff7b63509 req-aec26a32-bdd3-4afa-945c-fdc9bb8bcf8c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Jun 23 17:02:41.482855 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-391b9bee-913d-4242-b35b-6aee1246254e req-756e8cf3-197e-47f3-84eb-a03466ac0e74 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934722 Jun 23 17:02:41.565342 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872e91b-b4ff-4a40-9dbb-090fad6369eb req-6ac45d84-2e52-448d-9806-d19a304ac7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:41.566741 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f872e91b-b4ff-4a40-9dbb-090fad6369eb req-6ac45d84-2e52-448d-9806-d19a304ac7db service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.0537493 Jun 23 17:02:41.643689 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f872e91b-b4ff-4a40-9dbb-090fad6369eb req-d3dc3a27-882c-469f-a2a5-e188dd8aaadc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347841 Jun 23 17:02:41.859869 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113776e-6572-47ad-9b24-9b0367d26476 req-8ffda75f-de70-48d0-9aa5-1ffe85411780 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:41.861335 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7113776e-6572-47ad-9b24-9b0367d26476 req-8ffda75f-de70-48d0-9aa5-1ffe85411780 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0663376 Jun 23 17:02:41.901053 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7113776e-6572-47ad-9b24-9b0367d26476 req-722234be-f7f1-4b30-bf97-6c76237d0770 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330868 Jun 23 17:02:41.974940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f708-4163-4aba-8acb-3628364b9579 req-87177c3f-0a6d-45a7-b9c1-561f7b68863e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:41.977121 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-25a4f708-4163-4aba-8acb-3628364b9579 req-87177c3f-0a6d-45a7-b9c1-561f7b68863e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0685577 Jun 23 17:02:42.015744 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-25a4f708-4163-4aba-8acb-3628364b9579 req-66207e14-d6dc-4589-bcc1-905d5951af41 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Jun 23 17:02:42.154284 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999d24-2b2c-43b2-ade7-557344e8af6b req-5f285dfb-06f0-4726-98ea-5dca67f4b80c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:42.155843 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fc999d24-2b2c-43b2-ade7-557344e8af6b req-5f285dfb-06f0-4726-98ea-5dca67f4b80c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0686784 Jun 23 17:02:42.199913 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fc999d24-2b2c-43b2-ade7-557344e8af6b req-1ac09c7b-c2db-4e7e-b690-d110090812a1 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Jun 23 17:02:42.315464 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbac67-88fa-41f6-b1c9-931f67b4f1fc req-7c02a4c9-7f72-4394-a4fd-d8f98f4ae040 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:42.316939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c7bbac67-88fa-41f6-b1c9-931f67b4f1fc req-7c02a4c9-7f72-4394-a4fd-d8f98f4ae040 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0714953 Jun 23 17:02:42.362136 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c7bbac67-88fa-41f6-b1c9-931f67b4f1fc req-76b5402f-d7b5-45f6-90cb-8f2d533ba0dd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jun 23 17:02:43.100567 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac05ef-ab69-4e88-aac9-31a2f51c65f1 req-0ac5b58c-7401-462a-b23d-7dcbf791d7fd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.102789 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ccac05ef-ab69-4e88-aac9-31a2f51c65f1 req-0ac5b58c-7401-462a-b23d-7dcbf791d7fd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0761535 Jun 23 17:02:43.143004 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ccac05ef-ab69-4e88-aac9-31a2f51c65f1 req-0790a50a-b0ff-493f-9295-bb4e8894aa26 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344741 Jun 23 17:02:43.198082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f09a22-3e14-4973-b15a-9524204423d5 req-d6787f3a-310d-4cc2-ae1c-7a795c3d0c56 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.202859 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6f09a22-3e14-4973-b15a-9524204423d5 req-d6787f3a-310d-4cc2-ae1c-7a795c3d0c56 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0643117 Jun 23 17:02:43.239950 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6f09a22-3e14-4973-b15a-9524204423d5 req-d73a884d-250e-409f-b11a-f91051f8d28a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jun 23 17:02:43.384196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f336783-392f-46c5-a981-6b727af500cb req-044a33c7-d250-4c78-8b6d-09f445db0f49 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.385848 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7f336783-392f-46c5-a981-6b727af500cb req-044a33c7-d250-4c78-8b6d-09f445db0f49 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0693388 Jun 23 17:02:43.430564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7f336783-392f-46c5-a981-6b727af500cb req-920aaf21-7953-49e2-8d50-2d415c1bb98d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358973 Jun 23 17:02:43.551748 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa299c1-9105-4e05-a6d2-6d2548e033a1 req-398e2c08-e17a-4f36-a2fd-76ae9cf68f24 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.553199 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aaa299c1-9105-4e05-a6d2-6d2548e033a1 req-398e2c08-e17a-4f36-a2fd-76ae9cf68f24 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0700526 Jun 23 17:02:43.592371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aaa299c1-9105-4e05-a6d2-6d2548e033a1 req-221b89fe-dca4-4134-9eb5-f172f0ef8109 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Jun 23 17:02:43.915966 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-942c3f05-6909-47c4-b119-59be2170bba4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:43.917386 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-942c3f05-6909-47c4-b119-59be2170bba4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0634754 Jun 23 17:02:44.034898 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Deleting port a4b5f212-1696-49d8-88c5-22c507bbbf30 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:44.035232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:44.130558 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] For port a4b5f212-1696-49d8-88c5-22c507bbbf30, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a4b5f212-1696-49d8-88c5-22c507bbbf30,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:44.131253 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:44.143217 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Calling delete_port for a4b5f212-1696-49d8-88c5-22c507bbbf30 owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:44.174785 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-446de12e-ca64-4065-864d-8df752fb4866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:44.363548 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb936f4-053e-44e4-be2a-8b840f06104c req-e11e6043-6174-44c8-b12d-e628d623fc7e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.365062 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3cb936f4-053e-44e4-be2a-8b840f06104c req-e11e6043-6174-44c8-b12d-e628d623fc7e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1033731 Jun 23 17:02:44.415536 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3cb936f4-053e-44e4-be2a-8b840f06104c req-abd36ab6-1a08-4a9e-a080-0b1f802858a2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428813 Jun 23 17:02:44.436984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8c6d-9e4f-472b-ad7c-4df11e0c6e14 req-e77dd742-b7e6-44e7-b2a8-10f7e61d7c2d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.438618 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-632f8c6d-9e4f-472b-ad7c-4df11e0c6e14 req-e77dd742-b7e6-44e7-b2a8-10f7e61d7c2d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 945 time: 0.0766659 Jun 23 17:02:44.490456 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-632f8c6d-9e4f-472b-ad7c-4df11e0c6e14 req-89fa2558-c8dd-4351-ad99-cab386b0bded tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Jun 23 17:02:44.501446 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:44.509076 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9d725e38-5d5d-4035-abf0-96affb895316 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:44.539999 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event deleted for resources: {'Port': ['ID=a4b5f212-1696-49d8-88c5-22c507bbbf30,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:44.555018 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.555244 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.555634 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.556072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.556432 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.557213 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'a4b5f212-1696-49d8-88c5-22c507bbbf30'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:44.566766 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.567173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.567541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.567901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.568255 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.568720 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.570816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:44.592956 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:44.659178 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afc248-b4fa-4f10-9b1e-1b93e240308e req-93b583cc-64cb-4d5b-a03e-316969bb778b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.669262 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0afc248-b4fa-4f10-9b1e-1b93e240308e req-93b583cc-64cb-4d5b-a03e-316969bb778b tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0921507 Jun 23 17:02:44.721326 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0afc248-b4fa-4f10-9b1e-1b93e240308e req-85ae5d32-6b07-43c6-8f86-717a03983af7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Jun 23 17:02:44.797703 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068eae7-5797-400d-8ec1-a6a77af6b02a req-49e215be-2a5c-46d1-a58a-ba664ce47d06 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:44.799247 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a068eae7-5797-400d-8ec1-a6a77af6b02a req-49e215be-2a5c-46d1-a58a-ba664ce47d06 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0771301 Jun 23 17:02:44.849812 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a068eae7-5797-400d-8ec1-a6a77af6b02a req-2c6fa640-0c0c-4bad-8003-50d965b39698 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411744 Jun 23 17:02:45.064910 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe703-e730-4d24-a5aa-6cdff554cee2 req-d601d989-fcce-400f-bdeb-0fdbb11ca7fd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.066473 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-986fe703-e730-4d24-a5aa-6cdff554cee2 req-d601d989-fcce-400f-bdeb-0fdbb11ca7fd tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0699844 Jun 23 17:02:45.110569 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-986fe703-e730-4d24-a5aa-6cdff554cee2 req-9c631eb0-10f2-4413-a6a8-ea830f980679 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363209 Jun 23 17:02:45.132579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] No DVR routers for this DVR port a4b5f212-1696-49d8-88c5-22c507bbbf30 on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:45.136072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 50788) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:45.136225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.143603 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-87d386f4-3499-42b0-8d5d-2325921538b4 req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "DELETE /v2.0/ports/a4b5f212-1696-49d8-88c5-22c507bbbf30 HTTP/1.1" status: 204 len: 173 time: 1.2112865 Jun 23 17:02:45.143603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'name': 'network-vif-deleted', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:45.143603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bdb09f-6300-4a63-8aba-f5eb234da495" -d '{"events": [{"server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "name": "network-vif-deleted", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:45.178287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70bcb2-f153-49da-bc88-3c895c026d7e x-openstack-request-id: req-6b70bcb2-f153-49da-bc88-3c895c026d7e {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:45.178600 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf37c72-a6d3-4341-82fb-0ee65e2c3608", "name": "network-vif-deleted", "tag": "a4b5f212-1696-49d8-88c5-22c507bbbf30", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:45.178928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6b70bcb2-f153-49da-bc88-3c895c026d7e {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:45.179392 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf37c72-a6d3-4341-82fb-0ee65e2c3608', 'name': 'network-vif-deleted', 'tag': 'a4b5f212-1696-49d8-88c5-22c507bbbf30', 'status': 'completed', 'code': 200} Jun 23 17:02:45.369609 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894911a-f813-4210-b764-ce85f3b83670 tempest-TestShelveInstance-820169461 tempest-TestShelveInstance-820169461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.374226 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5894911a-f813-4210-b764-ce85f3b83670 tempest-TestShelveInstance-820169461 tempest-TestShelveInstance-820169461-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1094 time: 0.2343235 Jun 23 17:02:45.374920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 50798) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:45.380157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:02:45.535434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab7e36-b9db-4378-b02d-6675eb71259b req-933985c1-5fa6-4d58-820d-b0d943986d4d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.536082 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.541306 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-85ab7e36-b9db-4378-b02d-6675eb71259b req-933985c1-5fa6-4d58-820d-b0d943986d4d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0754230 Jun 23 17:02:45.579540 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-85ab7e36-b9db-4378-b02d-6675eb71259b req-a994e66c-d28a-4b13-bbfa-096e44d109b8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Jun 23 17:02:45.703317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-bb8a7bce-c794-486b-b8c9-62fcb58e2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.704833 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-bb8a7bce-c794-486b-b8c9-62fcb58e2997 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 1098 time: 0.1833818 Jun 23 17:02:45.726955 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15f464-de6d-4d1f-8353-fa8e89200616 req-b3d0d9b7-7f98-4437-87d3-bd1b663ca4ad tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.728879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7b15f464-de6d-4d1f-8353-fa8e89200616 req-b3d0d9b7-7f98-4437-87d3-bd1b663ca4ad tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.1628654 Jun 23 17:02:45.755324 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-941f2550-656f-496e-8ede-b447302c6135 req-511d384e-4d5a-438e-80da-b476420238de tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdf37c72-a6d3-4341-82fb-0ee65e2c3608 HTTP/1.1" status: 200 len: 210 time: 0.0444038 Jun 23 17:02:45.854730 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7b15f464-de6d-4d1f-8353-fa8e89200616 req-7e1ddc3c-dfbc-45ea-a030-5439fc6f2240 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094599 Jun 23 17:02:45.866865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:45.888924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-d302467d-fe1b-43e5-93c2-71c319fe91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:45.890324 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-d302467d-fe1b-43e5-93c2-71c319fe91c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 200 len: 920 time: 0.1751802 Jun 23 17:02:45.958096 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-2a207978-7fbf-457c-82c4-8b833b06ff8a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 200 len: 217 time: 0.0434899 Jun 23 17:02:46.043271 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-85f1ef7c-de7d-4a52-97e1-f04ce25f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:46.044946 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-85f1ef7c-de7d-4a52-97e1-f04ce25f6c2f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 200 len: 858 time: 0.0791204 Jun 23 17:02:46.066826 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Allocated IP 172.27.1.160 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/38cb6add-86c9-479f-876c-31036d23a012) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:02:46.090215 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-07f2acb1-364c-4002-a77b-412e0fc130cc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=75a5570c-7c33-4633-941b-064fc0dc297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309579 Jun 23 17:02:46.264298 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-8894537b-bbda-4c82-858b-0bde6ac2caed service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627626 Jun 23 17:02:46.269064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.384631 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9127818-93e4-4c70-bb73-7652980c2d22 req-732f88e8-80e4-4265-ada9-7631744cdfe7 service neutron] 10.222.0.68 "GET /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073556 Jun 23 17:02:46.479847 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:46.483166 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:46.525582 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:02:46.528508 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:02:46.533271 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:02:46.535193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'Port': ['ID=38cb6add-86c9-479f-876c-31036d23a012,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:46.539281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:46.773791 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656a847-237e-424e-b1f4-126acac5fcbd req-1d126ead-08e5-4986-adb6-4f2e17dd1824 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:46.776306 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e656a847-237e-424e-b1f4-126acac5fcbd req-1d126ead-08e5-4986-adb6-4f2e17dd1824 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0711434 Jun 23 17:02:46.814666 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e656a847-237e-424e-b1f4-126acac5fcbd req-579f0761-5f9d-42ee-bdf7-57b387d610bc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Jun 23 17:02:46.940548 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce577c16-2cff-4ac9-8318-318a5a5d013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.012826 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.049613 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.079917 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0abf1-3384-427f-a562-4467298c1220 req-77625d92-f694-4f0b-a6f3-14da44400e17 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:47.082122 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-20d0abf1-3384-427f-a562-4467298c1220 req-77625d92-f694-4f0b-a6f3-14da44400e17 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0927105 Jun 23 17:02:47.125882 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-20d0abf1-3384-427f-a562-4467298c1220 req-4d3a827f-60eb-4072-8276-6482c445e9e2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370488 Jun 23 17:02:47.190705 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.342698 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.505910 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.510122 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-24fe5549-6ef6-4368-88ab-bd79ab724d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:47.578122 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event updated for resources: {'Port': ['ID=38cb6add-86c9-479f-876c-31036d23a012,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:47.581054 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:47.592414 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.693243 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Floating IP 6c06f8c1-944b-4533-a3b6-a74f092b1619 associated. External IP: 172.27.1.160, port: f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab. Jun 23 17:02:47.765980 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51227-5b21-4c52-9743-a1b5c4c8f5ed req-a4e51207-c95b-492f-ad55-4616569e7ddd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:47.767622 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ae51227-5b21-4c52-9743-a1b5c4c8f5ed req-a4e51207-c95b-492f-ad55-4616569e7ddd tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0693738 Jun 23 17:02:47.808187 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ae51227-5b21-4c52-9743-a1b5c4c8f5ed req-9fff679c-7546-458b-a115-80c3fb6ddd02 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Jun 23 17:02:48.096196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344b47d-e38d-466f-820d-34806c5d6fab req-dbb238a6-1ce0-4910-a4b1-8eb6069ceb0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:48.097621 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0344b47d-e38d-466f-820d-34806c5d6fab req-dbb238a6-1ce0-4910-a4b1-8eb6069ceb0e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1195784 Jun 23 17:02:48.205560 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0344b47d-e38d-466f-820d-34806c5d6fab req-3abccf4a-2d7b-4b00-8476-9bd33c3005e4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787857 Jun 23 17:02:48.234791 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Router 9f176185-238d-4946-98b6-808f490d270c has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:02:48.356988 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:02:48.362700 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc055f-1fad-4fc1-9417-32bf4c0cc35c req-47b4e0bc-8649-47f8-91fc-97af71e0c7a0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:48.363733 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99dc055f-1fad-4fc1-9417-32bf4c0cc35c req-47b4e0bc-8649-47f8-91fc-97af71e0c7a0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0695007 Jun 23 17:02:48.368229 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Sync routers for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:02:48.379991 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:48.380761 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:02:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:48.416577 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99dc055f-1fad-4fc1-9417-32bf4c0cc35c req-a59064a7-077f-4401-a366-986b866ad1b1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Jun 23 17:02:48.443656 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:48.483058 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1067042 Jun 23 17:02:48.485260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:48.487007 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:48.487560 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a965bd-399d-4962-9153-f8f93496e56e" -d '{"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:48.536779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8dd3ba-c263-4ebf-b93b-63f6cfe6db83 x-openstack-request-id: req-3e8dd3ba-c263-4ebf-b93b-63f6cfe6db83 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:48.537258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:48.537379 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-3e8dd3ba-c263-4ebf-b93b-63f6cfe6db83 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:48.537799 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'status': 'completed', 'code': 200} Jun 23 17:02:48.546556 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:48.721056 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6c06f8c1-944b-4533-a3b6-a74f092b1619', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '9f176185-238d-4946-98b6-808f490d270c', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'mac_address': 'fa:16:3e:3e:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617736eb-bf88-4b1f-835c-215f88ab194c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:02:46Z', 'updated_at': '2021-06-23T17:02:46Z', 'revision_number': 0, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:48.751397 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Checking router: 9f176185-238d-4946-98b6-808f490d270c for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:02:48.760252 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:48.760867 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:02:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:48.866087 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:48.990300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382f830-677f-49df-b45c-a40cd1596fc2 req-548981c6-fb93-423f-b5fc-8d6188941e64 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:48.991900 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6382f830-677f-49df-b45c-a40cd1596fc2 req-548981c6-fb93-423f-b5fc-8d6188941e64 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0677891 Jun 23 17:02:49.034805 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6382f830-677f-49df-b45c-a40cd1596fc2 req-a3bfe525-0b44-492a-8426-29b13f8e0a25 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Jun 23 17:02:49.099468 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:02:49.105706 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6c06f8c1-944b-4533-a3b6-a74f092b1619', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '9f176185-238d-4946-98b6-808f490d270c', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'mac_address': 'fa:16:3e:3e:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617736eb-bf88-4b1f-835c-215f88ab194c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:02:46Z', 'updated_at': '2021-06-23T17:02:46Z', 'revision_number': 0, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:49.136451 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488ac44-c2cb-40cc-904b-ea59c43acd91 None None] The sync data for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi is: [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6c06f8c1-944b-4533-a3b6-a74f092b1619', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '9f176185-238d-4946-98b6-808f490d270c', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'mac_address': 'fa:16:3e:3e:5a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617736eb-bf88-4b1f-835c-215f88ab194c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:02:46Z', 'updated_at': '2021-06-23T17:02:46Z', 'revision_number': 0, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:02:49.372309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d681834-99ac-4082-a26b-f08dcff1fd8a None None] New status for floating IP 6c06f8c1-944b-4533-a3b6-a74f092b1619: ACTIVE {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:02:49.400690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842018-6ac3-4e78-9fe9-f0668ee0abe8 req-e34b8fa6-d977-4125-8dde-a2bd6fa57b66 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:49.402481 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6f842018-6ac3-4e78-9fe9-f0668ee0abe8 req-e34b8fa6-d977-4125-8dde-a2bd6fa57b66 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0732358 Jun 23 17:02:49.450502 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6f842018-6ac3-4e78-9fe9-f0668ee0abe8 req-95f47ee1-031b-4497-96a6-1546212cf95e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Jun 23 17:02:49.608273 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d5af4-9823-4281-a9d6-e4975545a440 req-4a876dc2-0f61-4583-a26f-820be1a7f968 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:49.609648 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-648d5af4-9823-4281-a9d6-e4975545a440 req-4a876dc2-0f61-4583-a26f-820be1a7f968 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0650117 Jun 23 17:02:49.652621 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-648d5af4-9823-4281-a9d6-e4975545a440 req-beb63962-3f7f-40d0-ab0a-417b92655630 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369439 Jun 23 17:02:50.212769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87989a-ee96-46ab-9e16-70c5660694a1 req-b21ee2aa-3806-4a32-9794-e893f3a910a3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:50.214288 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4c87989a-ee96-46ab-9e16-70c5660694a1 req-b21ee2aa-3806-4a32-9794-e893f3a910a3 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0637360 Jun 23 17:02:50.255450 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4c87989a-ee96-46ab-9e16-70c5660694a1 req-ed6007cc-3c53-43b3-be76-4c537da0f7e4 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Jun 23 17:02:50.524253 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:50.629690 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec24c2-ef4e-42ac-9aac-b7f217757c79 req-5c8d305b-fd6a-4f70-aea8-9e62ba3b6870 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:50.631158 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50ec24c2-ef4e-42ac-9aac-b7f217757c79 req-5c8d305b-fd6a-4f70-aea8-9e62ba3b6870 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0624471 Jun 23 17:02:50.671907 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-50ec24c2-ef4e-42ac-9aac-b7f217757c79 req-d73f0d5e-a4cc-48d7-a3a9-ea724428cf60 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Jun 23 17:02:50.838369 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ee41d-5851-426d-8898-ac86a3380851 req-471729a0-5707-4388-8055-35fe1f16dbd2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:50.839785 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e75ee41d-5851-426d-8898-ac86a3380851 req-471729a0-5707-4388-8055-35fe1f16dbd2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0651453 Jun 23 17:02:50.879547 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e75ee41d-5851-426d-8898-ac86a3380851 req-48a7b302-5fcc-4492-be39-73e3953a1c83 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338857 Jun 23 17:02:51.263945 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a4b5f212-1696-49d8-88c5-22c507bbbf30 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:51.283696 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: a4b5f212-1696-49d8-88c5-22c507bbbf30 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:51.284050 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a4b5f212-1696-49d8-88c5-22c507bbbf30 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:51.458804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea21d-6044-4148-a688-9cb58d04b089 req-679e5280-a01f-434d-9388-fe0ce59b9cf1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:51.461145 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-21eea21d-6044-4148-a688-9cb58d04b089 req-679e5280-a01f-434d-9388-fe0ce59b9cf1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0794518 Jun 23 17:02:51.501806 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-21eea21d-6044-4148-a688-9cb58d04b089 req-2b5a1579-cf5d-45e7-b932-8988e3be7963 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Jun 23 17:02:51.859873 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224d5eb-69bc-4971-bdae-72f2b557d060 req-3e84bb57-3fa6-4e46-b269-4e5434c0e073 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:51.861273 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6224d5eb-69bc-4971-bdae-72f2b557d060 req-3e84bb57-3fa6-4e46-b269-4e5434c0e073 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0753841 Jun 23 17:02:51.900101 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6224d5eb-69bc-4971-bdae-72f2b557d060 req-770c11da-9735-4c48-9334-025b34cb73f5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Jun 23 17:02:52.087648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2aab-b3f0-4629-9ab2-3c4b19fd38be req-5f8c6bf2-ad0c-4dac-8041-742eabf3e611 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:52.089291 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d5de2aab-b3f0-4629-9ab2-3c4b19fd38be req-5f8c6bf2-ad0c-4dac-8041-742eabf3e611 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0701389 Jun 23 17:02:52.136923 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d5de2aab-b3f0-4629-9ab2-3c4b19fd38be req-a3d14804-43da-46ca-90db-0362b5ee6d93 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Jun 23 17:02:52.698730 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a965bd-399d-4962-9153-f8f93496e56e req-8fdc24d6-0e79-45cd-9712-23d64dbb0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:52.700229 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-8fdc24d6-0e79-45cd-9712-23d64dbb0f95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0985861 Jun 23 17:02:52.712364 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b10c8-7344-4826-b8cf-4ee428ea1a11 req-641213fb-36d0-4f14-a482-a03a9df7a14c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:52.713732 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-457b10c8-7344-4826-b8cf-4ee428ea1a11 req-641213fb-36d0-4f14-a482-a03a9df7a14c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0826547 Jun 23 17:02:52.772520 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-457b10c8-7344-4826-b8cf-4ee428ea1a11 req-8fea1cb1-1341-4678-b293-e5a6066100ce tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Jun 23 17:02:52.841041 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a965bd-399d-4962-9153-f8f93496e56e req-3b83622e-291d-4bfd-ba92-282d3c544831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:52.842468 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-3b83622e-291d-4bfd-ba92-282d3c544831 service neutron] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 911 time: 0.0971379 Jun 23 17:02:52.912248 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-ad29b373-1e28-4369-9760-185ca3ccb36f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 1002 time: 0.0609353 Jun 23 17:02:52.961112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a965bd-399d-4962-9153-f8f93496e56e req-4c12fb24-67b7-4fb3-9f98-2d8a84b1e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:52.962534 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-4c12fb24-67b7-4fb3-9f98-2d8a84b1e069 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.0437212 Jun 23 17:02:53.023206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a965bd-399d-4962-9153-f8f93496e56e req-6d77a279-6072-4c89-85ff-46f92c62239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:53.024897 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-6d77a279-6072-4c89-85ff-46f92c62239c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536337 Jun 23 17:02:53.087904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe80910-6335-4418-a387-da8223527c50 req-102f931a-080c-4c4f-9f64-ff4e0b84a863 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:53.089442 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3fe80910-6335-4418-a387-da8223527c50 req-102f931a-080c-4c4f-9f64-ff4e0b84a863 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0670357 Jun 23 17:02:53.125275 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-17f95e61-4084-4e5a-bdba-881b41a56bb0 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Jun 23 17:02:53.128407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3fe80910-6335-4418-a387-da8223527c50 req-ee3455d9-9752-4ea6-8a1c-96f445156489 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jun 23 17:02:53.223782 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-66a965bd-399d-4962-9153-f8f93496e56e req-1dd108a4-5127-42e3-8a5e-5cc0c4e75d77 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868487 Jun 23 17:02:53.276025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:02:53.317544 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594b10f-fdd2-4a04-b95e-d9c990d75844 req-faab2d82-c6ac-4b99-b043-598cb63d6f25 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:53.329448 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0594b10f-fdd2-4a04-b95e-d9c990d75844 req-faab2d82-c6ac-4b99-b043-598cb63d6f25 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 943 time: 0.0630653 Jun 23 17:02:53.360731 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0594b10f-fdd2-4a04-b95e-d9c990d75844 req-99fceaa8-7038-4909-9c6a-6ee463657ce0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351048 Jun 23 17:02:53.375180 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:53.388008 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'mac_address': 'fa:16:3e:13:85:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:02:53.423986 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:53.438079 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:02:53.461436 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:53.546756 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:53.548635 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:53.711574 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=9']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:53.714814 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:53.962168 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a5417-2451-4fa5-9e25-041e07bff34a req-4ce70dab-e84b-43dd-8f49-9588db95841f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:53.963552 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b06a5417-2451-4fa5-9e25-041e07bff34a req-4ce70dab-e84b-43dd-8f49-9588db95841f tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0631835 Jun 23 17:02:54.002179 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b06a5417-2451-4fa5-9e25-041e07bff34a req-f3c24280-acf6-4675-963d-33dc2aaf24aa tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Jun 23 17:02:54.324043 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['103b67bf-3728-4cd7-ae69-36f73fa07506'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:54.327660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e524169-028d-4eca-ab22-3556783dafd8 req-9041e5c3-6b05-47bd-8ae7-45dafbfe9ebc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:54.329170 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0e524169-028d-4eca-ab22-3556783dafd8 req-9041e5c3-6b05-47bd-8ae7-45dafbfe9ebc tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0723166 Jun 23 17:02:54.371351 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0e524169-028d-4eca-ab22-3556783dafd8 req-a6ea71b8-9626-4b15-b086-b14cc7ccf8d3 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Jun 23 17:02:54.555028 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb44f39-5f7b-418c-9651-36e02538224e req-3f468372-3b38-408e-a91b-e40d27e9a972 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:54.572038 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffb44f39-5f7b-418c-9651-36e02538224e req-3f468372-3b38-408e-a91b-e40d27e9a972 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0824594 Jun 23 17:02:54.613060 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffb44f39-5f7b-418c-9651-36e02538224e req-49d9305f-c2ff-449c-9876-111d89bc623f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364163 Jun 23 17:02:55.177162 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404f00a-f815-49cd-b2ba-035e1e2f6479 req-9d799ccd-5126-4a8a-b114-56e10aa71a2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:55.178606 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a404f00a-f815-49cd-b2ba-035e1e2f6479 req-9d799ccd-5126-4a8a-b114-56e10aa71a2e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0611980 Jun 23 17:02:55.249075 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a404f00a-f815-49cd-b2ba-035e1e2f6479 req-daf9ac4c-3298-4669-aab4-6c021a8a8f65 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637901 Jun 23 17:02:55.276814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-3c982bb6-acdb-4a2c-80b5-8d5e7f923319 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:55.278213 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-3c982bb6-acdb-4a2c-80b5-8d5e7f923319 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 946 time: 0.0800545 Jun 23 17:02:55.390084 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Deleting port eb823e61-7e3a-4c8b-a21d-dab31163f659 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:55.390780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:55.483922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] For port eb823e61-7e3a-4c8b-a21d-dab31163f659, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eb823e61-7e3a-4c8b-a21d-dab31163f659,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:55.484283 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:55.497815 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Calling delete_port for eb823e61-7e3a-4c8b-a21d-dab31163f659 owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:55.551654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b29d-f539-4bfd-83ab-face13972f48 req-0aa7d4a7-8227-4d47-a381-f2f0ff4b11f9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:55.553151 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4779b29d-f539-4bfd-83ab-face13972f48 req-0aa7d4a7-8227-4d47-a381-f2f0ff4b11f9 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0670879 Jun 23 17:02:55.600344 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4779b29d-f539-4bfd-83ab-face13972f48 req-5f40d309-f4a7-4ef7-998c-2ae7e1bc61eb tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Jun 23 17:02:55.712809 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:55.718051 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:55.746746 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event deleted for resources: {'Port': ['ID=eb823e61-7e3a-4c8b-a21d-dab31163f659,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:55.756231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:55.807760 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'eb823e61-7e3a-4c8b-a21d-dab31163f659'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:02:55.826636 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] No DVR routers for this DVR port eb823e61-7e3a-4c8b-a21d-dab31163f659 on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:55.834270 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:55.836993 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-132b9856-db59-4850-b4f9-b70d46c1f124 req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "DELETE /v2.0/ports/eb823e61-7e3a-4c8b-a21d-dab31163f659 HTTP/1.1" status: 204 len: 173 time: 0.5467927 Jun 23 17:02:55.837731 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'name': 'network-vif-deleted', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:55.840047 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec5b78-0c7a-45f0-a1a1-979ea46c2b88" -d '{"events": [{"server_uuid": "22bdddf0-4999-468c-a841-083276979503", "name": "network-vif-deleted", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:55.874840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979dada-d595-40d8-889a-7d62b1761b91 req-afb2a14c-2d94-4bfd-93f4-430a30153695 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:55.874840 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5979dada-d595-40d8-889a-7d62b1761b91 req-afb2a14c-2d94-4bfd-93f4-430a30153695 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.1287491 Jun 23 17:02:55.918543 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5979dada-d595-40d8-889a-7d62b1761b91 req-514d888b-cb37-46a2-ac8c-519cd2ae4d27 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435364 Jun 23 17:02:55.998065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab314cb8-58b8-4ef8-8e15-21c2f04e8715 x-openstack-request-id: req-ab314cb8-58b8-4ef8-8e15-21c2f04e8715 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:55.998502 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bdddf0-4999-468c-a841-083276979503", "name": "network-vif-deleted", "tag": "eb823e61-7e3a-4c8b-a21d-dab31163f659", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:55.998889 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ab314cb8-58b8-4ef8-8e15-21c2f04e8715 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:55.999411 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bdddf0-4999-468c-a841-083276979503', 'name': 'network-vif-deleted', 'tag': 'eb823e61-7e3a-4c8b-a21d-dab31163f659', 'status': 'completed', 'code': 200} Jun 23 17:02:56.397043 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-796e8d10-84b5-4e6f-bcf3-504c199ecddd req-41f4f3f4-e3ae-4444-a2bf-006fb0856e0e tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0295582 Jun 23 17:02:56.586286 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.155617 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f88980-8855-40af-806a-18909f167313 req-b105ed3a-3fee-4981-bea7-2137e6c1f570 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:57.157730 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99f88980-8855-40af-806a-18909f167313 req-b105ed3a-3fee-4981-bea7-2137e6c1f570 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 944 time: 0.0863948 Jun 23 17:02:57.206344 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99f88980-8855-40af-806a-18909f167313 req-e11190a9-86cf-412e-b9a8-1463b498a100 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Jun 23 17:02:57.283214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:02:57.334468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 103b67bf-3728-4cd7-ae69-36f73fa07506 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:02:57.334853 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.442619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.468483 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:57.474100 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570f3fd-1d51-41c2-a5d6-1866503ca0c1" -d '{"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:57.494254 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:57.531325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb86a53-2357-4e65-8b20-a00f6975f51b x-openstack-request-id: req-0fb86a53-2357-4e65-8b20-a00f6975f51b {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:57.531869 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-plugged", "status": "completed", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:57.532128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0fb86a53-2357-4e65-8b20-a00f6975f51b {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:57.532704 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'code': 200} Jun 23 17:02:57.552560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:57.554851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:57.612872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=10']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:57.616884 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:57.618490 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8d6cebbe-f9c8-4a2d-9645-66383093dfed req-242c0300-ca0c-4ac3-b59d-73716f84b32c tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=22bdddf0-4999-468c-a841-083276979503 HTTP/1.1" status: 200 len: 210 time: 0.0501416 Jun 23 17:02:58.432433 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc536-d264-40bb-b485-a6f341feb812 req-c6255f6a-72b5-4c09-bd08-3efea748e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:58.434035 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e56cc536-d264-40bb-b485-a6f341feb812 req-c6255f6a-72b5-4c09-bd08-3efea748e10f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1099 time: 0.0719459 Jun 23 17:02:58.449924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4080c2c-8ce1-4871-a4d6-ff1c4d647a0c req-98804f37-5f7e-492b-9e35-60a1591545d6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:58.451424 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4080c2c-8ce1-4871-a4d6-ff1c4d647a0c req-98804f37-5f7e-492b-9e35-60a1591545d6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0809524 Jun 23 17:02:58.482031 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e56cc536-d264-40bb-b485-a6f341feb812 req-d1770abb-4f7b-4f72-b41e-2aee7ec9c2a7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Jun 23 17:02:58.499193 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e4080c2c-8ce1-4871-a4d6-ff1c4d647a0c req-47872178-b99f-4fbe-83bc-879e3df04ab1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371158 Jun 23 17:02:59.302807 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device eb823e61-7e3a-4c8b-a21d-dab31163f659 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:59.322564 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: eb823e61-7e3a-4c8b-a21d-dab31163f659 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:59.322968 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device eb823e61-7e3a-4c8b-a21d-dab31163f659 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:59.686514 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a2d90-a9e3-44f3-9b77-b0be3f22a608 req-1a006d55-8f93-4e56-a975-5b2a1899f586 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:59.688148 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-458a2d90-a9e3-44f3-9b77-b0be3f22a608 req-1a006d55-8f93-4e56-a975-5b2a1899f586 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0648704 Jun 23 17:02:59.729013 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-458a2d90-a9e3-44f3-9b77-b0be3f22a608 req-07c03f84-0838-4bf5-abad-aa1c2043000e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346706 Jun 23 17:03:00.663109 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e1d39-c638-417e-b819-ddc520bae201 req-616f0ad8-b54b-440a-961a-e1c72e339dd1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:00.664975 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-df9e1d39-c638-417e-b819-ddc520bae201 req-616f0ad8-b54b-440a-961a-e1c72e339dd1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0734291 Jun 23 17:03:00.724212 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-df9e1d39-c638-417e-b819-ddc520bae201 req-9bdff40f-e07b-41fc-aa02-927782b2c70a tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 Jun 23 17:03:00.938511 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e78b9-8267-4a84-a6ea-4d100759db67 req-4e21564e-b4ff-43a5-b6ac-c78015f130e0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:00.940057 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-783e78b9-8267-4a84-a6ea-4d100759db67 req-4e21564e-b4ff-43a5-b6ac-c78015f130e0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0860903 Jun 23 17:03:00.983191 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-783e78b9-8267-4a84-a6ea-4d100759db67 req-fe2c8a6d-251e-41b5-a7c2-26a536f86d05 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Jun 23 17:03:01.917108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7929f-89c3-497e-a4b4-00c534b2d5dd req-3a79b960-2f1f-4917-83f2-6d8ca9d3d855 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:01.918597 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a9d7929f-89c3-497e-a4b4-00c534b2d5dd req-3a79b960-2f1f-4917-83f2-6d8ca9d3d855 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0704041 Jun 23 17:03:01.958177 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a9d7929f-89c3-497e-a4b4-00c534b2d5dd req-fee55678-4c9b-4688-9b7d-bca8c682cba7 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Jun 23 17:03:02.167165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef45d3-a8b2-461c-9f17-5210932bc48b req-ac8f0bd5-75c3-4fc6-a70e-644de880043f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:02.186785 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-01ef45d3-a8b2-461c-9f17-5210932bc48b req-ac8f0bd5-75c3-4fc6-a70e-644de880043f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0651574 Jun 23 17:03:02.238287 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-01ef45d3-a8b2-461c-9f17-5210932bc48b req-d58e81e9-4350-4ade-8feb-31dd1dd881db tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616868 Jun 23 17:03:02.881798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51068) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:02.920910 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef3b51-daa1-4dc2-b86c-4f2c16ff354d req-86981b76-493f-4a17-be01-36e9a69ce291 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:02.924857 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a2ef3b51-daa1-4dc2-b86c-4f2c16ff354d req-86981b76-493f-4a17-be01-36e9a69ce291 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0680256 Jun 23 17:03:02.971224 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a2ef3b51-daa1-4dc2-b86c-4f2c16ff354d req-5fed5f13-bd18-40f5-a3ce-62eb6c224391 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371361 Jun 23 17:03:03.001829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.120095 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.154455 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c269dd2-1710-4c66-9527-7ae42767eadc req-f6fc3ed9-11da-49f3-b472-e162b3deb909 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:03.155954 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c269dd2-1710-4c66-9527-7ae42767eadc req-f6fc3ed9-11da-49f3-b472-e162b3deb909 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0728629 Jun 23 17:03:03.199182 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c269dd2-1710-4c66-9527-7ae42767eadc req-01a2b9aa-dce6-40db-884c-b131e9ca2770 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Jun 23 17:03:03.341108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.343869 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-58c53ed8-17e1-493c-b7ed-3eb47960fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:03.379712 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad4e567-adf5-44d0-a715-57f4c3cd3deb,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:03.384213 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ce17f00b72f0496fab92786cce0a62ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012255 Jun 23 17:03:03.389419 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51076) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:03.397384 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.397603 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.398549 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.398891 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.399230 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.399784 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.400129 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.400486 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.400804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.401161 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.401471 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.401825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:03.409770 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:03.438739 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124480-417f-4b7e-9de5-4b07ff6432df req-e10d05d7-a0b9-4888-81a9-0f0c8245a7a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:03.440343 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-98124480-417f-4b7e-9de5-4b07ff6432df req-e10d05d7-a0b9-4888-81a9-0f0c8245a7a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0750065 Jun 23 17:03:03.452122 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.475628 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.480778 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-98124480-417f-4b7e-9de5-4b07ff6432df req-91b84fd5-3975-40db-9109-a1d1b76efc8e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333242 Jun 23 17:03:03.609419 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.611977 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:03.613183 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3ad4e567-adf5-44d0-a715-57f4c3cd3deb HTTP/1.1" status: 204 len: 168 time: 0.2227247 Jun 23 17:03:03.613917 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f7dd048a-7f19-4546-9517-c275dd5cb83e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:03.625425 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad4e567-adf5-44d0-a715-57f4c3cd3deb,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:03.629424 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:03.925448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-76bceaaa-ebfa-450c-9f83-d6617c58a1a1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:03.926943 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-76bceaaa-ebfa-450c-9f83-d6617c58a1a1 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0749986 Jun 23 17:03:04.052759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Deleting port a3287693-5752-412a-ba23-f4ffb2ec7d4e {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:04.053130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:04.172733 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] For port a3287693-5752-412a-ba23-f4ffb2ec7d4e, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3287693-5752-412a-ba23-f4ffb2ec7d4e,segment=NetworkSegment(4814bcd6-9468-41e9-8002-7439f0c0fdd0),segment_id=4814bcd6-9468-41e9-8002-7439f0c0fdd0)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:04.173205 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:04.187540 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Calling delete_port for a3287693-5752-412a-ba23-f4ffb2ec7d4e owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:04.189314 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2c85d-eff4-496a-babf-cd203c961a07 req-a0d8aa18-3baf-40b3-9191-f991a8c208a7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:04.190945 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-95f2c85d-eff4-496a-babf-cd203c961a07 req-a0d8aa18-3baf-40b3-9191-f991a8c208a7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0829947 Jun 23 17:03:04.243240 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-95f2c85d-eff4-496a-babf-cd203c961a07 req-ed5435ce-1b16-4870-a9d7-a662a0246ced tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Jun 23 17:03:04.420418 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362224c9-0133-4ff0-8da7-782916bf0f1f req-8aed6698-23f1-4c2c-be41-5c5b930e8a91 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:04.421691 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-362224c9-0133-4ff0-8da7-782916bf0f1f req-8aed6698-23f1-4c2c-be41-5c5b930e8a91 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 945 time: 0.0846021 Jun 23 17:03:04.480783 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-362224c9-0133-4ff0-8da7-782916bf0f1f req-b0446685-4316-456b-8258-78860f71cd0d tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/security-groups?id=0a7990af-2f19-4f8e-bed6-cb4e24b0c852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Jun 23 17:03:04.482982 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:04.487578 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:04.525013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Pushing event deleted for resources: {'Port': ['ID=a3287693-5752-412a-ba23-f4ffb2ec7d4e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:04.527108 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:04.542040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['a3287693-5752-412a-ba23-f4ffb2ec7d4e'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:04.573260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] No DVR routers for this DVR port a3287693-5752-412a-ba23-f4ffb2ec7d4e on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:04.576064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:04.578371 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6336fe20-305c-410e-a2f5-f5aeeb14d43a req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.68 "DELETE /v2.0/ports/a3287693-5752-412a-ba23-f4ffb2ec7d4e HTTP/1.1" status: 204 len: 173 time: 0.6456726 Jun 23 17:03:04.578881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'name': 'network-vif-deleted', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:04.581421 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590fc20a-00b9-415d-a71c-3a74c3eb1a6b" -d '{"events": [{"server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "name": "network-vif-deleted", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:04.627661 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6553016c-90bc-4b47-8dc9-d3c205f5162e x-openstack-request-id: req-6553016c-90bc-4b47-8dc9-d3c205f5162e {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:04.627661 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a986611-4bc6-4b78-9683-4e8dcc448584", "name": "network-vif-deleted", "tag": "a3287693-5752-412a-ba23-f4ffb2ec7d4e", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:04.627661 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6553016c-90bc-4b47-8dc9-d3c205f5162e {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:04.628128 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a986611-4bc6-4b78-9683-4e8dcc448584', 'name': 'network-vif-deleted', 'tag': 'a3287693-5752-412a-ba23-f4ffb2ec7d4e', 'status': 'completed', 'code': 200} Jun 23 17:03:05.431081 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55646a46-770e-4737-94c8-83ceb422a995 req-8a2be7d2-1c5e-470b-8beb-5b24e19f22f8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:05.433722 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-55646a46-770e-4737-94c8-83ceb422a995 req-8a2be7d2-1c5e-470b-8beb-5b24e19f22f8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0759418 Jun 23 17:03:05.474200 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-55646a46-770e-4737-94c8-83ceb422a995 req-2bb973ef-0e47-48e6-88d2-6db73e3b43c0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Jun 23 17:03:05.660483 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f74e9c6f-318e-48cb-990c-d88fa8481fd3 req-7e4792fb-224c-4d12-958e-66a960a9bcde tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] 10.222.0.99 "GET /v2.0/ports?device_id=0a986611-4bc6-4b78-9683-4e8dcc448584 HTTP/1.1" status: 200 len: 210 time: 0.0328619 Jun 23 17:03:06.068399 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-01adc0a2-f418-40f9-8f29-b77ae3f6301a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:06.070444 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-01adc0a2-f418-40f9-8f29-b77ae3f6301a tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 945 time: 0.0770206 Jun 23 17:03:06.177674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Deleting port 314583a5-6e72-483f-8031-8190df2eca1a {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:06.177674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.281540 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] For port 314583a5-6e72-483f-8031-8190df2eca1a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=314583a5-6e72-483f-8031-8190df2eca1a,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:06.281942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.295214 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Calling delete_port for 314583a5-6e72-483f-8031-8190df2eca1a owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:06.518296 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.522269 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b03b2036-a4c2-43af-96c7-ee85cdc8d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:06.551189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Pushing event deleted for resources: {'Port': ['ID=314583a5-6e72-483f-8031-8190df2eca1a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:06.554993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:06.568508 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['314583a5-6e72-483f-8031-8190df2eca1a', '647ff6e0-4b38-4591-92d2-c347e1698b9f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:06.602969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] No DVR routers for this DVR port 314583a5-6e72-483f-8031-8190df2eca1a on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:06.605618 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.607607 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cb86a13d-e380-4063-84b6-02362c3afb9e req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "DELETE /v2.0/ports/314583a5-6e72-483f-8031-8190df2eca1a HTTP/1.1" status: 204 len: 173 time: 0.5324848 Jun 23 17:03:06.635279 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'name': 'network-vif-deleted', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:06.637661 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f65d5f3-8d04-4833-94c1-8ee768da83de" -d '{"events": [{"server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "name": "network-vif-deleted", "tag": "314583a5-6e72-483f-8031-8190df2eca1a"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:06.642233 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-44a2a1e1-e327-4ff5-afee-4f49f53f67b1 req-d127417f-55ce-4885-82e8-5ad4cdadb22d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0411947 Jun 23 17:03:06.680225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43162354-b0cb-4e82-ad79-b18db38ca3d4 x-openstack-request-id: req-43162354-b0cb-4e82-ad79-b18db38ca3d4 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:06.680528 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf39cfe-84d9-413d-80ee-0b8b222bda6f", "name": "network-vif-deleted", "tag": "314583a5-6e72-483f-8031-8190df2eca1a", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:06.680810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-43162354-b0cb-4e82-ad79-b18db38ca3d4 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:06.681234 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf39cfe-84d9-413d-80ee-0b8b222bda6f', 'name': 'network-vif-deleted', 'tag': '314583a5-6e72-483f-8031-8190df2eca1a', 'status': 'completed', 'code': 200} Jun 23 17:03:06.756778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51140) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:06.800279 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Deleting subnet 8216d915-0d76-449e-821a-965082f06edc {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:06.803426 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.839421 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.894268 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.029030 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.040944 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-21779bcc-af2f-42e0-a92f-cbc94295926e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:07.043958 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-dc65c4e7-8d2e-47ed-bdb5-a7974a3d2aa4 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413156 Jun 23 17:03:07.076926 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8216d915-0d76-449e-821a-965082f06edc,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:07.087698 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.089555 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/8216d915-0d76-449e-821a-965082f06edc HTTP/1.1" status: 204 len: 168 time: 0.3318748 Jun 23 17:03:07.090452 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:07.092161 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51156) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:07.165970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.246917 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.256783 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df2ab8f-7c21-486b-aa06-73d4f3b3727a']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.260905 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-f379e6e5-24b4-4f66-abe7-ebd8d424fdaa tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:07.262374 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-f379e6e5-24b4-4f66-abe7-ebd8d424fdaa tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127736 Jun 23 17:03:07.267926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4814bcd6-9468-41e9-8002-7439f0c0fdd0') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.268216 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4814bcd6-9468-41e9-8002-7439f0c0fdd0') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:07.278376 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-836011e8-6acd-4b2d-83f2-3555af05acd0 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/quotas/4b8dfb15b1c8444bb6a6d11cc8800081 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Jun 23 17:03:07.279683 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.321920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.328605 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:07.329033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:07.330753 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:07.528208 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-16eed85c-274f-4959-9a33-2e54fd82b28d tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2404506 Jun 23 17:03:07.541761 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.557921 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:07.557921 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] 10.222.0.99 "DELETE /v2.0/networks/1df2ab8f-7c21-486b-aa06-73d4f3b3727a HTTP/1.1" status: 204 len: 168 time: 0.4598155 Jun 23 17:03:07.557921 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd534c1d-9015-449d-8779-d3c98bdb66dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:07.576780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Pushing event deleted for resources: {'Network': ['ID=1df2ab8f-7c21-486b-aa06-73d4f3b3727a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:07.581015 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:07.784266 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f21a927d-c0e8-434d-ba56-e0f142c60317 req-d6e8b865-2d6f-4cfc-878c-7470cf4d8d8b tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0295730 Jun 23 17:03:07.807203 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30f65d59-bd18-4c8e-aa9c-c6c0afd0bcb7 req-a6ec3b93-a7ba-4ed7-a561-04a9529c30f2 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0330365 Jun 23 17:03:08.013643 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51172) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:08.055824 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4bad8bdf-65db-42f3-9a3d-b6311f173d62 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=86a2a31c32ae43699784dd7713e263fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405178 Jun 23 17:03:08.058141 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51174) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:08.113801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.137388 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.273341 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.276291 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.277466 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0a7990af-2f19-4f8e-bed6-cb4e24b0c852 HTTP/1.1" status: 204 len: 168 time: 0.2184136 Jun 23 17:03:08.278319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d31680c3-6a37-4b82-8fd0-d14df07ae43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:08.286459 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7990af-2f19-4f8e-bed6-cb4e24b0c852,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:08.289764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:08.922114 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8cbcebe8-5be4-4150-8808-4b28f775a287 req-37957da6-1d1b-43ea-83f5-1b190651a326 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0595982 Jun 23 17:03:08.973270 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6c6c9121-091d-495d-9641-2dc710a9d9e9 req-898ca7d6-1c48-4831-973e-189566cf449c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0369864 Jun 23 17:03:09.653239 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a3287693-5752-412a-ba23-f4ffb2ec7d4e no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:09.678497 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: a3287693-5752-412a-ba23-f4ffb2ec7d4e {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:09.678946 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device a3287693-5752-412a-ba23-f4ffb2ec7d4e not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:10.089740 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d2491cfd-6074-4eb7-933d-6d522dd46e64 req-7b9209d8-3cba-409e-9492-0eeb196d3267 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0354505 Jun 23 17:03:10.143817 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4df05ca5-72ab-404e-8afc-0c3e0f713298 req-e08316c3-7ae1-4fe9-85df-d58da2be8da6 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=5cf39cfe-84d9-413d-80ee-0b8b222bda6f HTTP/1.1" status: 200 len: 210 time: 0.0315814 Jun 23 17:03:11.245390 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6db61101-ff24-4e27-a52e-4b49cafcb770 req-f01cd92f-33e3-42f8-b0e8-9e58bebc47ae tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0332298 Jun 23 17:03:11.665363 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-a9f4b343-8f24-4f29-a220-801602f38658 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319207 Jun 23 17:03:11.881641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-fa26796b-f36c-4d42-8d3c-77e3cf1a294a tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:11.889782 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-fa26796b-f36c-4d42-8d3c-77e3cf1a294a tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124529 Jun 23 17:03:11.906419 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c50f7-5baa-414b-9631-724241d95e2d req-6317d3a3-2bc2-4fd7-b7f1-ee77e3a56ba0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:11.909991 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Request body: {'port': {'device_id': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865', 'admin_state_up': True, 'tenant_id': '4b8dfb15b1c8444bb6a6d11cc8800081'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:11.913529 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-125c50f7-5baa-414b-9631-724241d95e2d req-6317d3a3-2bc2-4fd7-b7f1-ee77e3a56ba0 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0770662 Jun 23 17:03:11.965875 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-125c50f7-5baa-414b-9631-724241d95e2d req-8fbcf6e9-8e6c-4afc-8e45-e49d73eafe0c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521233 Jun 23 17:03:12.405564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c60d317e-99d8-4651-b9e3-d79aa82d0725 req-9a27f26e-670c-40f2-a85e-229e63aa6db3 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jun 23 17:03:12.410084 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Made reservation on behalf of 4b8dfb15b1c8444bb6a6d11cc8800081 for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:12.414518 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.426425 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.526887 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.639100 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.645924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e4816f77-7242-4f68-93f6-48b57fbab4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:12.701932 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51280) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:12.716455 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40ae58-8a0f-4ca2-8745-da118cb7e87c,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:12.721531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:12.802379 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Allocated IP 192.168.233.9 (ecba1de4-2220-4c66-957e-85d2a7bd7865/755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8/18e189a3-4e7e-4d35-865f-e946fd8d19ec) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:12.820561 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.919574 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.959228 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.974738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Transition to ACTIVE for port object 18e189a3-4e7e-4d35-865f-e946fd8d19ec will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:12.992977 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.995709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-81888750-12b5-415c-ab10-7aeac580fb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:13.036505 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f6221e5a9168490f8f3ad712b4b66a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332722 Jun 23 17:03:13.037267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81667bf6-4c1d-4cc5-a270-ac440400bfab,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:13.040466 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51286) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:13.040623 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:13.076504 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.083996 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f4b9e9ab-e8bf-4ea0-ba86-b192293f82ad tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:13.141235 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Network ecba1de4-2220-4c66-957e-85d2a7bd7865 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:13.152632 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Pushing event updated for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:13.156159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:13.159285 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:13.164344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:13.168526 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.226091 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133a36f-944e-4962-9609-d68b78d50d13 req-6a3a879e-98cc-4246-95a4-0b41569d7045 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:13.226091 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f133a36f-944e-4962-9609-d68b78d50d13 req-6a3a879e-98cc-4246-95a4-0b41569d7045 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0866561 Jun 23 17:03:13.226380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.244127 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f133a36f-944e-4962-9609-d68b78d50d13 req-d5eaa06b-a57e-4fe1-8279-6d9a46d5507d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Jun 23 17:03:13.272386 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:13.279115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.395305 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4907875 Jun 23 17:03:13.404115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.404115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.404115 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/81667bf6-4c1d-4cc5-a270-ac440400bfab HTTP/1.1" status: 204 len: 168 time: 0.3583229 Jun 23 17:03:13.404115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3a5044b6-8782-4d52-b17e-d1dbbe9f1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:13.412330 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81667bf6-4c1d-4cc5-a270-ac440400bfab,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:13.418743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Request body: {'port': {'device_id': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:13.422088 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9de3ceff-08dc-4ccc-874c-6cf4b30c571c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:13.509803 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.529690 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-2c04be00-4a48-4811-ba66-a55282cfbe2f None None] Provisioning for port 18e189a3-4e7e-4d35-865f-e946fd8d19ec completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:13.534576 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-2c04be00-4a48-4811-ba66-a55282cfbe2f None None] Provisioning complete for port 18e189a3-4e7e-4d35-865f-e946fd8d19ec triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:13.536593 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2c04be00-4a48-4811-ba66-a55282cfbe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.574869 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-2c04be00-4a48-4811-ba66-a55282cfbe2f None None] Port 18e189a3-4e7e-4d35-865f-e946fd8d19ec cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:03:13.647284 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 314583a5-6e72-483f-8031-8190df2eca1a no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:13.669308 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 314583a5-6e72-483f-8031-8190df2eca1a {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:13.669659 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 314583a5-6e72-483f-8031-8190df2eca1a not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:13.730282 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304468-0a49-41e4-8a1e-f8f51f7649a3 req-617db80f-7078-411c-be47-750a63a0801a tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:13.731879 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fb304468-0a49-41e4-8a1e-f8f51f7649a3 req-617db80f-7078-411c-be47-750a63a0801a tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 934 time: 0.1881661 Jun 23 17:03:13.791102 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fb304468-0a49-41e4-8a1e-f8f51f7649a3 req-7a1bccd1-7941-44fd-a392-7b28acc533ee tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514336 Jun 23 17:03:13.882659 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e189a3-4e7e-4d35-865f-e946fd8d19ec {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:13.890404 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:13.905111 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Transition to ACTIVE for port object 18e189a3-4e7e-4d35-865f-e946fd8d19ec will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:14.021394 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.025300 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fcb6e4aa-94c0-45d8-81cf-812d13b66acf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:14.087201 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Pushing event updated for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:14.091280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:14.168474 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Attempting to bind port 18e189a3-4e7e-4d35-865f-e946fd8d19ec on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:14.168815 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Attempting to bind port 18e189a3-4e7e-4d35-865f-e946fd8d19ec by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:14.169319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Attempting to bind port 18e189a3-4e7e-4d35-865f-e946fd8d19ec on network ecba1de4-2220-4c66-957e-85d2a7bd7865 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:14.174800 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Port 18e189a3-4e7e-4d35-865f-e946fd8d19ec on network ecba1de4-2220-4c66-957e-85d2a7bd7865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:03:14.175130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Attempting to bind port 18e189a3-4e7e-4d35-865f-e946fd8d19ec on network ecba1de4-2220-4c66-957e-85d2a7bd7865 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:14.181310 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:14.181672 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Checking segment: {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:14.182114 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Bound using segment: {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:14.182644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Bound port: 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:14.183052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.224448 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51300) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:14.240214 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.259890 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:14.262972 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:14.272677 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ae28bbcf-11b0-49a7-a5ad-360683ad5c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.345055 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.410350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.413358 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:14.436488 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e725097-bfda-4d02-beab-7bd244ae7f98 req-bbaf2fa3-c431-454c-9f89-e94756bee48f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:14.438069 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e725097-bfda-4d02-beab-7bd244ae7f98 req-bbaf2fa3-c431-454c-9f89-e94756bee48f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0705538 Jun 23 17:03:14.453365 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:14.454021 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.455522 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] 10.222.0.68 "PUT /v2.0/ports/18e189a3-4e7e-4d35-865f-e946fd8d19ec HTTP/1.1" status: 200 len: 1096 time: 1.0444288 Jun 23 17:03:14.456039 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:14.458370 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2990c4-0995-4195-b58d-19fa2c8aa715" -d '{"events": [{"name": "network-changed", "server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:14.494303 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.500413 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b5c24403-269c-4050-b470-acf0cbf84ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:14.506215 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Pushing event updated for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:14.515758 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40356f42-9d36-4427-88f5-4473914cfc3c x-openstack-request-id: req-40356f42-9d36-4427-88f5-4473914cfc3c {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:14.516084 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:14.516378 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-40356f42-9d36-4427-88f5-4473914cfc3c {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:14.516852 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec', 'status': 'completed', 'code': 200} Jun 23 17:03:14.517844 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:14.529873 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5e725097-bfda-4d02-beab-7bd244ae7f98 req-65860519-5b8d-44cd-8cac-e85e394e205f tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Jun 23 17:03:14.565368 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=750d08c7d714486fa719ab0335097702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395700 Jun 23 17:03:14.566621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31235f3a-43a2-4261-95cc-947d6ed8261d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:14.569218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51310) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:14.572450 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:14.635579 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.656293 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2990c4-0995-4195-b58d-19fa2c8aa715 req-d77b01c4-6c94-4087-92b2-0488c1cba3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:14.659255 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea2990c4-0995-4195-b58d-19fa2c8aa715 req-d77b01c4-6c94-4087-92b2-0488c1cba3fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 1099 time: 0.0895681 Jun 23 17:03:14.665644 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.698109 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea2990c4-0995-4195-b58d-19fa2c8aa715 req-66ff8022-ae1f-4ebe-8218-573312432512 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222023 Jun 23 17:03:14.811395 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2990c4-0995-4195-b58d-19fa2c8aa715 req-5407ba88-178d-49f8-9741-8c54f417fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:14.812988 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ea2990c4-0995-4195-b58d-19fa2c8aa715 req-5407ba88-178d-49f8-9741-8c54f417fa4c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1048591 Jun 23 17:03:14.901422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.904334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.905726 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/31235f3a-43a2-4261-95cc-947d6ed8261d HTTP/1.1" status: 204 len: 168 time: 0.3346484 Jun 23 17:03:14.906539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-195a51cd-8a25-4754-8e80-68c812b8621b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:14.917578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31235f3a-43a2-4261-95cc-947d6ed8261d,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:14.924207 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:14.997963 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-8e37e18d-c8a1-4fbf-a715-db8588a5e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:14.999585 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-8e37e18d-c8a1-4fbf-a715-db8588a5e427 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 1099 time: 0.1187825 Jun 23 17:03:15.062944 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-05ab952d-cb89-4934-a39d-47ef771cfb26 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec HTTP/1.1" status: 200 len: 217 time: 0.0412905 Jun 23 17:03:15.079285 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93f16d-c4d2-4e61-a3e4-b9bf63e4777c req-6c88dce3-d463-4345-b275-36406a4322cb tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:15.081614 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d93f16d-c4d2-4e61-a3e4-b9bf63e4777c req-6c88dce3-d463-4345-b275-36406a4322cb tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 946 time: 0.1182995 Jun 23 17:03:15.168387 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-02319d7e-78b1-4161-a1cb-9540570e2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:15.174480 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-02319d7e-78b1-4161-a1cb-9540570e2b8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8 HTTP/1.1" status: 200 len: 843 time: 0.0870404 Jun 23 17:03:15.174480 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d93f16d-c4d2-4e61-a3e4-b9bf63e4777c req-64d7e184-f576-4d06-bbc3-cde9d4b02f7e tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780094 Jun 23 17:03:15.237461 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-8f6ea136-8341-4c35-b9bc-bdf7fac2ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:15.238893 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-8f6ea136-8341-4c35-b9bc-bdf7fac2ae5c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ecba1de4-2220-4c66-957e-85d2a7bd7865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0614567 Jun 23 17:03:15.342636 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-4ee769c6-11d8-49a5-8417-340b1eb541bc service neutron] 10.222.0.68 "GET /v2.0/networks/ecba1de4-2220-4c66-957e-85d2a7bd7865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947220 Jun 23 17:03:15.438885 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ce8f4a5-3269-431e-a822-547112a9fd33 req-c1c99073-7719-4c38-8c35-39f0efe0dd08 service neutron] 10.222.0.68 "GET /v2.0/networks/ecba1de4-2220-4c66-957e-85d2a7bd7865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883098 Jun 23 17:03:15.719035 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d66a0-1ae0-4e3e-9576-86c34c6a2936 req-bc911c0e-c262-4004-ae42-499a53e94814 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:15.720576 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fe5d66a0-1ae0-4e3e-9576-86c34c6a2936 req-bc911c0e-c262-4004-ae42-499a53e94814 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0666878 Jun 23 17:03:15.765963 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fe5d66a0-1ae0-4e3e-9576-86c34c6a2936 req-8d359b0f-76ee-4b82-b806-05f0eeb3e72c tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Jun 23 17:03:16.370855 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216619b-28b3-4e8f-8c76-460e32657a22 req-96c8c6b8-26bd-4ff4-a05e-6d2257d6c5cf tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:16.379070 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5216619b-28b3-4e8f-8c76-460e32657a22 req-96c8c6b8-26bd-4ff4-a05e-6d2257d6c5cf tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 946 time: 0.0915794 Jun 23 17:03:16.424121 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5216619b-28b3-4e8f-8c76-460e32657a22 req-51dc6bc0-608f-40fb-b0c1-9e63c765a7f7 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Jun 23 17:03:16.469211 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51346) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:16.596884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.697014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.780851 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.783577 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-da16f474-a117-43be-a8cc-69ca1569a3ff tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:16.823747 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=aeec346051054b3796507de2b6251c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529825 Jun 23 17:03:16.824612 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c9609-dd40-424f-a4a3-54b33ed700a6,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:16.826351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51358) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:16.827940 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:16.905948 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:16.951495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.003757 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-18be71ad-b0fe-4af5-91dc-9f870086592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.007152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead78c-0689-46c4-b81b-ffadcdbecd0b req-4a858c5c-ed92-41fc-89e7-1f8cec596074 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:17.010682 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-beead78c-0689-46c4-b81b-ffadcdbecd0b req-4a858c5c-ed92-41fc-89e7-1f8cec596074 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.1172473 Jun 23 17:03:17.041909 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.057170 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-beead78c-0689-46c4-b81b-ffadcdbecd0b req-c4db89ee-df9c-42a7-bb65-b644a985fad4 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Jun 23 17:03:17.112834 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.115428 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.116813 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ff9c9609-dd40-424f-a4a3-54b33ed700a6 HTTP/1.1" status: 204 len: 168 time: 0.2887061 Jun 23 17:03:17.117739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-18b2991f-a540-49aa-9304-e39f6657c945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:17.126178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c9609-dd40-424f-a4a3-54b33ed700a6,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:17.129308 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:17.610924 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a715c94-a507-46ff-8b64-b8d4e4064897 req-c4a229db-cb1c-4b80-a019-177e9c83b457 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:17.613402 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5a715c94-a507-46ff-8b64-b8d4e4064897 req-c4a229db-cb1c-4b80-a019-177e9c83b457 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 946 time: 0.0746150 Jun 23 17:03:17.659338 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5a715c94-a507-46ff-8b64-b8d4e4064897 req-b0546485-f8ca-4545-b70a-de7474c5abca tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362608 Jun 23 17:03:17.670296 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 18e189a3-4e7e-4d35-865f-e946fd8d19ec details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:03:17.781169 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:17.794099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '18e189a3-4e7e-4d35-865f-e946fd8d19ec', 'network_id': 'ecba1de4-2220-4c66-957e-85d2a7bd7865', 'port_id': '18e189a3-4e7e-4d35-865f-e946fd8d19ec', 'mac_address': 'fa:16:3e:de:71:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755b0d41-1fc6-4fa8-8d7e-d061a33ecaa8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:03:17.833470 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.851982 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e189a3-4e7e-4d35-865f-e946fd8d19ec {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:17.876851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:17.981309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.983133 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:18.036823 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:18.040801 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:18.230639 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51410) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:18.249724 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a96b2-7cf0-4d06-a73f-98ebc1b67b20 req-3d6d86c2-431b-48f7-97bc-67be67f15a25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:18.257396 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-602a96b2-7cf0-4d06-a73f-98ebc1b67b20 req-3d6d86c2-431b-48f7-97bc-67be67f15a25 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0745828 Jun 23 17:03:18.290658 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-602a96b2-7cf0-4d06-a73f-98ebc1b67b20 req-de8aa604-4ad1-4a9b-bc5c-88509dc3b90e tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/security-groups?id=98715ac5-8d44-49a1-9330-8a7adc3e484e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Jun 23 17:03:18.340240 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-812554694-network', 'tenant_id': '9c1d17aa182b48b59558200abf65ee32'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:18.372312 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['18e189a3-4e7e-4d35-865f-e946fd8d19ec'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:18.398470 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7c928-8128-41dd-9651-08b339b553b0 req-23e9df0a-c344-4b52-803d-6529cb4b085d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:18.400421 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-73a7c928-8128-41dd-9651-08b339b553b0 req-23e9df0a-c344-4b52-803d-6529cb4b085d tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 945 time: 0.0991893 Jun 23 17:03:18.502248 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Made reservation on behalf of 9c1d17aa182b48b59558200abf65ee32 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:18.504794 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.518970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.544061 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Deleting port 647ff6e0-4b38-4591-92d2-c347e1698b9f {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:18.544317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.570399 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.665646 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] For port 647ff6e0-4b38-4591-92d2-c347e1698b9f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=647ff6e0-4b38-4591-92d2-c347e1698b9f,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:18.666287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.685967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Calling delete_port for 647ff6e0-4b38-4591-92d2-c347e1698b9f owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:18.754637 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.862836 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.869174 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65b230b1-8edd-4fb9-b0ae-0834c735b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:18.892969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1499} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:03:18.926687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358851d-4092-46c2-b087-4be655102d2a req-36110447-4a2a-4842-a422-a8fb21249732 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:18.928225 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2358851d-4092-46c2-b087-4be655102d2a req-36110447-4a2a-4842-a422-a8fb21249732 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 947 time: 0.1431546 Jun 23 17:03:18.930074 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.930504 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Added segment 414e2d50-f604-495d-878b-e811326b18fd of type vlan for network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 Jun 23 17:03:18.932206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212d14e-5cd9-4736-99cb-f697d25df5a9,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:18.943318 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:18.991577 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.997343 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.004966 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:19.044836 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Pushing event deleted for resources: {'Port': ['ID=647ff6e0-4b38-4591-92d2-c347e1698b9f,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:19.047543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:19.058195 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['647ff6e0-4b38-4591-92d2-c347e1698b9f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:19.109993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] No DVR routers for this DVR port 647ff6e0-4b38-4591-92d2-c347e1698b9f on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:19.127240 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.127240 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-73a7c928-8128-41dd-9651-08b339b553b0 req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.68 "DELETE /v2.0/ports/647ff6e0-4b38-4591-92d2-c347e1698b9f HTTP/1.1" status: 204 len: 173 time: 0.7167301 Jun 23 17:03:19.127240 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'name': 'network-vif-deleted', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:19.127240 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b984b901-858c-4c91-8875-304c7798e119" -d '{"events": [{"server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "name": "network-vif-deleted", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:19.154564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2358851d-4092-46c2-b087-4be655102d2a req-18d8d4ba-6b90-43c8-8fba-a8a9ef35a044 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125065 Jun 23 17:03:19.174777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb1cd6b-976b-4503-a457-3ceb99d9fd47 x-openstack-request-id: req-6eb1cd6b-976b-4503-a457-3ceb99d9fd47 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:19.174777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a318cb-46c8-4bcb-98c8-c7e90751bbab", "name": "network-vif-deleted", "tag": "647ff6e0-4b38-4591-92d2-c347e1698b9f", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:19.174777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6eb1cd6b-976b-4503-a457-3ceb99d9fd47 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:19.174777 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a318cb-46c8-4bcb-98c8-c7e90751bbab', 'name': 'network-vif-deleted', 'tag': '647ff6e0-4b38-4591-92d2-c347e1698b9f', 'status': 'completed', 'code': 200} Jun 23 17:03:19.255725 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.257142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:19.257726 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.259951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:19.330581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Pushing event updated for resources: {'Network': ['ID=08380e76-0bff-4d74-946a-8ae97c7dd8c9,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:19.341493 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:19.341595 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:03:19.482304 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2500823 Jun 23 17:03:19.482946 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51432) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:19.489026 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Request body: {'subnet': {'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-812554694-subnet', 'tenant_id': '9c1d17aa182b48b59558200abf65ee32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:19.489973 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-58b3d82b-ace3-4eaa-9e90-c43b1d53f5c8 req-861f7cd8-f35a-4f5a-af09-722c6e733c80 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 210 time: 0.0835183 Jun 23 17:03:19.609532 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Made reservation on behalf of 9c1d17aa182b48b59558200abf65ee32 for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:19.611971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.704250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 18e189a3-4e7e-4d35-865f-e946fd8d19ec up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:19.861620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 18e189a3-4e7e-4d35-865f-e946fd8d19ec completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:19.865960 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 18e189a3-4e7e-4d35-865f-e946fd8d19ec triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:19.866374 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.912613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.915926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:19.949206 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:19.964723 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc89ffac-df08-49cb-9bed-a752f63cc353,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:19.972335 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:19.981776 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Checking segment: {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:19.982133 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Network hostable DHCP agents. Network: 08380e76-0bff-4d74-946a-8ae97c7dd8c9, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:03:19.985997 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:19.988381 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac215a-ff2d-44b9-bb1a-4a471ac18158" -d '{"events": [{"server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "name": "network-vif-plugged", "status": "completed", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:20.007990 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:20.026922 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce5d28-05d2-4527-aaee-aa605e2050a5 x-openstack-request-id: req-29ce5d28-05d2-4527-aaee-aa605e2050a5 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:20.027314 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "name": "network-vif-plugged", "status": "completed", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:20.027489 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-29ce5d28-05d2-4527-aaee-aa605e2050a5 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:20.027902 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec', 'code': 200} Jun 23 17:03:20.095692 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:03:20.129685 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:20.131598 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:20.182268 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:20.183124 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:20.200701 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 08380e76-0bff-4d74-946a-8ae97c7dd8c9) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:20.211173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:20.211173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:20.213128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb402b28-15bf-4b76-b9f4-e32648926971 None None] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:20.315512 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8241403 Jun 23 17:03:20.360467 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd05f-575e-4adb-b8a1-ec1d63eb09a1 req-bb69ab4c-a865-471c-b242-bff6f704da1c tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:20.363689 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f11dd05f-575e-4adb-b8a1-ec1d63eb09a1 req-bb69ab4c-a865-471c-b242-bff6f704da1c tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.0815744 Jun 23 17:03:20.400459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2a15a1-bad1-4d20-b5a7-9116c606c9b1 None None] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:20.438455 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f11dd05f-575e-4adb-b8a1-ec1d63eb09a1 req-8f15e737-2af2-4d59-bf29-99aca4f800fd tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677438 Jun 23 17:03:20.534220 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c84b-7fd9-438e-b4c1-63c2fbc40d0b req-281f1575-af01-4a86-9649-21084e3db6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:20.535759 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2897c84b-7fd9-438e-b4c1-63c2fbc40d0b req-281f1575-af01-4a86-9649-21084e3db6fe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 1101 time: 0.0765834 Jun 23 17:03:20.594133 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2897c84b-7fd9-438e-b4c1-63c2fbc40d0b req-e9003504-fc7a-4349-87cd-b2c6062b2530 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 Jun 23 17:03:20.627105 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:20.699814 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7b298fba-e6d3-4a23-a4e5-8e5639ff13ea req-a09cdf3d-ef6c-4a93-b736-9eba7a6be3f7 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] 10.222.0.99 "GET /v2.0/ports?device_id=07a318cb-46c8-4bcb-98c8-c7e90751bbab HTTP/1.1" status: 200 len: 210 time: 0.0325356 Jun 23 17:03:21.619247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a797a-52ae-4813-9a14-0c1a03be8814 req-8d26b454-640d-4cc7-bcb5-d217c0ce7035 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:21.620727 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b84a797a-52ae-4813-9a14-0c1a03be8814 req-8d26b454-640d-4cc7-bcb5-d217c0ce7035 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.0684557 Jun 23 17:03:21.660369 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b84a797a-52ae-4813-9a14-0c1a03be8814 req-8e851627-7920-4fde-a8ad-1c95b098db12 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jun 23 17:03:21.713569 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 647ff6e0-4b38-4591-92d2-c347e1698b9f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:21.734002 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 647ff6e0-4b38-4591-92d2-c347e1698b9f {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:21.734429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 647ff6e0-4b38-4591-92d2-c347e1698b9f not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:21.801367 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51480) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:22.307709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:22.610145 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-15b35027-40a8-4e14-82bb-07cabf12f45f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:22.611590 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-15b35027-40a8-4e14-82bb-07cabf12f45f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/networks?id=08380e76-0bff-4d74-946a-8ae97c7dd8c9 HTTP/1.1" status: 200 len: 813 time: 0.2106621 Jun 23 17:03:22.633314 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-ca35cbb2-9cde-4d62-8402-500fceeb2471 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/quotas/9c1d17aa182b48b59558200abf65ee32 HTTP/1.1" status: 200 len: 375 time: 0.0158243 Jun 23 17:03:22.672698 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-22c76f77-4b8b-4f3d-8777-20a002f1d0f3 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336750 Jun 23 17:03:22.815223 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Deleting port d3732350-5519-4a8c-beee-34c5dcf3bd9e {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:22.815593 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:22.845341 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa934b-b78d-4acc-9d9d-57ae076f0e4d req-23b384de-c327-47b6-8b7c-87a6cf067b2e tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:22.846834 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-84fa934b-b78d-4acc-9d9d-57ae076f0e4d req-23b384de-c327-47b6-8b7c-87a6cf067b2e tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.0673866 Jun 23 17:03:22.888123 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-84fa934b-b78d-4acc-9d9d-57ae076f0e4d req-80042390-65bd-4168-9130-8ab5d114cbaa tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Jun 23 17:03:22.901612 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-e31e1f75-b130-4ad2-aa71-3ed9bdc5157e service neutron] 10.222.0.99 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110078 Jun 23 17:03:22.986036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] For port d3732350-5519-4a8c-beee-34c5dcf3bd9e, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d3732350-5519-4a8c-beee-34c5dcf3bd9e,segment=NetworkSegment(d133fead-8b50-4763-bfd8-409844d64e97),segment_id=d133fead-8b50-4763-bfd8-409844d64e97)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:22.986578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:23.014462 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Calling delete_port for d3732350-5519-4a8c-beee-34c5dcf3bd9e owned by network:router_interface {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:23.087457 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-db0723ff-4a7a-4704-bbf7-4a08a6dfb6da service neutron] 10.222.0.99 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792903 Jun 23 17:03:23.421674 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:23.424099 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5fca2721-aab6-449b-ace8-517013d7cd85 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:23.450820 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3732350-5519-4a8c-beee-34c5dcf3bd9e,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:23.455919 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:23.781015 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8e40ff8a-bf1b-4363-9aad-cdb770778475 req-fd664e28-96ef-4b55-b8b6-44dd2a2dbbba tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 210 time: 0.2956064 Jun 23 17:03:23.785656 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec9d0f-00cb-4cf4-95dd-cf4e43cf6c30 req-ad31d1c0-8b3f-4cd7-aadc-ec51726b4e09 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:23.787336 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3ec9d0f-00cb-4cf4-95dd-cf4e43cf6c30 req-ad31d1c0-8b3f-4cd7-aadc-ec51726b4e09 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.0993564 Jun 23 17:03:23.832252 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51530) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:23.873389 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c3ec9d0f-00cb-4cf4-95dd-cf4e43cf6c30 req-e352601f-8a4b-40d3-81d3-7edafd653fd9 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Jun 23 17:03:23.931061 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:23.962033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.057243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.147739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Router f4a2330b-0206-4be3-af24-17a219b4ce03 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:24.158521 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.166485 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-db446e6d-dbfc-4ea2-86a3-8ea36db18c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:24.205725 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9897aed778504099afc6cd706e98b473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699422 Jun 23 17:03:24.207964 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6dd73-c1de-4d52-8f99-11e88c6c7e32,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:24.208472 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51536) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:24.211913 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:24.309997 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:24.316555 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] 10.222.0.99 "PUT /v2.0/routers/f4a2330b-0206-4be3-af24-17a219b4ce03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140934 Jun 23 17:03:24.319768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51538) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:24.321991 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.325751 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Sync routers for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:24.339381 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:24.343816 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:24.350819 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.448577 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.463423 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:24.496654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.502207 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.504457 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/0bf6dd73-c1de-4d52-8f99-11e88c6c7e32 HTTP/1.1" status: 204 len: 168 time: 0.2943838 Jun 23 17:03:24.506247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b9ccef25-fda5-4437-ad49-2566a692cf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:24.525038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6dd73-c1de-4d52-8f99-11e88c6c7e32,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:24.542516 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:24.587267 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.695586 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T17:03:23Z', 'revision_number': 5, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:24.723281 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Checking router: f4a2330b-0206-4be3-af24-17a219b4ce03 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:24.732843 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Routers {'f4a2330b-0206-4be3-af24-17a219b4ce03'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:24.733495 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['f4a2330b-0206-4be3-af24-17a219b4ce03'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:24.826030 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Deleting port dbc624fd-f9b0-46c2-8341-31d1153df51f {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:24.826662 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.870035 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] Set router f4a2330b-0206-4be3-af24-17a219b4ce03 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:24.874241 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c541d211-ea94-4182-882c-01138a195b2a req-a84e7a7e-a9d5-47df-99a9-f48e147a0180 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 210 time: 0.0317652 Jun 23 17:03:24.939816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] For port dbc624fd-f9b0-46c2-8341-31d1153df51f, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=dbc624fd-f9b0-46c2-8341-31d1153df51f,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:24.940770 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:24.960047 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Calling delete_port for dbc624fd-f9b0-46c2-8341-31d1153df51f owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:25.085783 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T17:03:23Z', 'revision_number': 5, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:25.202198 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447707a1-38c2-4b52-a2d6-e427d10e8b2e None None] The sync data for ids ['f4a2330b-0206-4be3-af24-17a219b4ce03'] in dv-cinder-796950-7-iscsi is: [{'id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'name': 'tempest-ServerRescueNegativeTestJSON-121937778-router', 'tenant_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:21Z', 'updated_at': '2021-06-23T17:03:23Z', 'revision_number': 5, 'project_id': 'cc6db5115b414a2a81dd061d8b4a3baa', 'gw_port': {'id': 'dbc624fd-f9b0-46c2-8341-31d1153df51f', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:16:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a2330b-0206-4be3-af24-17a219b4ce03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:25.460005 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ebd1-ad66-4834-9792-14161dee167a req-5487d982-ec9a-45a2-9358-19c5ee5edae1 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:25.461645 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e3c2ebd1-ad66-4834-9792-14161dee167a req-5487d982-ec9a-45a2-9358-19c5ee5edae1 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.4260983 Jun 23 17:03:25.540931 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e3c2ebd1-ad66-4834-9792-14161dee167a req-549e26bc-f337-4712-8ebb-1e147771f7c5 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708265 Jun 23 17:03:25.593189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51552) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:25.620023 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.620023 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1599401e-f683-41de-82b4-f99f82b3ee70 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:25.620850 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.660523 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc624fd-f9b0-46c2-8341-31d1153df51f,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:25.664696 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:25.791405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.933989 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:25.939919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.015099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-48cbfa41-6a10-4041-9b53-c8c7ed81e1db tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:26.016582 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-48cbfa41-6a10-4041-9b53-c8c7ed81e1db tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.68 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 948 time: 0.3228669 Jun 23 17:03:26.029121 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-57eaedeb-5825-4236-b4c1-9982f63dd172 req-2a2af972-b4ea-4a05-8f48-9a6b7b4bf85f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 210 time: 0.0305786 Jun 23 17:03:26.063332 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.098055 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:26.108804 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.109348 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a2330b-0206-4be3-af24-17a219b4ce03 {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:03:26.115380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.120112 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] 10.222.0.99 "DELETE /v2.0/routers/f4a2330b-0206-4be3-af24-17a219b4ce03 HTTP/1.1" status: 204 len: 168 time: 1.7950618 Jun 23 17:03:26.120112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51556) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:26.164281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.173002 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-23084a13-8aca-4987-a8f1-d105e29b01eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:26.214130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Deleting subnet 3920b4f0-2d23-430b-ab7a-0da5251e38ed {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:03:26.231074 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.253926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Deleting port 18e189a3-4e7e-4d35-865f-e946fd8d19ec {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:26.254272 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.259658 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1b97f322f6944321a38b201cbb177c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640420 Jun 23 17:03:26.262593 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51558) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:26.263385 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b5ed2-24ee-42c7-8a92-9cd9a634452e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:26.267158 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:26.315437 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.330534 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.336686 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.404105 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.407101 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] For port 18e189a3-4e7e-4d35-865f-e946fd8d19ec, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=18e189a3-4e7e-4d35-865f-e946fd8d19ec,segment=NetworkSegment(ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed),segment_id=ea22ec2c-3e5f-43f5-8f86-c1ed2c9799ed)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:26.407458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.444041 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Calling delete_port for 18e189a3-4e7e-4d35-865f-e946fd8d19ec owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:26.484087 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.486631 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.490577 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7c5b5ed2-24ee-42c7-8a92-9cd9a634452e HTTP/1.1" status: 204 len: 168 time: 0.2241988 Jun 23 17:03:26.490577 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5c4e78ca-87d3-4256-93fa-ee02b3e36705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:26.499242 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b5ed2-24ee-42c7-8a92-9cd9a634452e,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:26.501822 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:26.605095 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.622673 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d3732350-5519-4a8c-beee-34c5dcf3bd9e no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:26.643962 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: d3732350-5519-4a8c-beee-34c5dcf3bd9e {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:26.644313 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d3732350-5519-4a8c-beee-34c5dcf3bd9e not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:26.644955 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dbc624fd-f9b0-46c2-8341-31d1153df51f no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:26.671130 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: dbc624fd-f9b0-46c2-8341-31d1153df51f {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:26.671520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device dbc624fd-f9b0-46c2-8341-31d1153df51f not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:26.706508 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.729927 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d5bec167-8264-4cfa-9dd8-2f1e955f43c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:26.758693 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3920b4f0-2d23-430b-ab7a-0da5251e38ed,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:26.761059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.765409 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/3920b4f0-2d23-430b-ab7a-0da5251e38ed HTTP/1.1" status: 204 len: 168 time: 0.6420979 Jun 23 17:03:26.765854 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51564) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:26.766368 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7fc5358a-d3cd-45dd-9332-35c378d6c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:26.778040 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.783903 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-08918e11-5bd4-4c7f-b887-f0e5f5bc56da tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:26.819242 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Pushing event deleted for resources: {'Port': ['ID=18e189a3-4e7e-4d35-865f-e946fd8d19ec,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:26.828833 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:26.832612 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['18e189a3-4e7e-4d35-865f-e946fd8d19ec'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:26.865816 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.933707 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] No DVR routers for this DVR port 18e189a3-4e7e-4d35-865f-e946fd8d19ec on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:26.942915 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee2ce5-70aa-4cbb-ba9f-6c0c438b6d3c req-44a46f27-4363-4ae2-a637-2cd6bb35740f tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:26.944503 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ccee2ce5-70aa-4cbb-ba9f-6c0c438b6d3c req-44a46f27-4363-4ae2-a637-2cd6bb35740f tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 867 time: 0.2557242 Jun 23 17:03:26.946337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:26.947837 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-aecb6264-dab7-4702-8dca-8f00de924c65 req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.68 "DELETE /v2.0/ports/18e189a3-4e7e-4d35-865f-e946fd8d19ec HTTP/1.1" status: 204 len: 173 time: 0.9229748 Jun 23 17:03:26.948356 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'name': 'network-vif-deleted', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:26.950769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e66d2-62de-4a6b-a7f7-22d642031bca" -d '{"events": [{"server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "name": "network-vif-deleted", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:27.006564 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ec3a1-9526-4e92-8469-3ebe21e77877 x-openstack-request-id: req-e71ec3a1-9526-4e92-8469-3ebe21e77877 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:27.006564 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87ab693-4829-430b-8ddf-28bcf21b6683", "name": "network-vif-deleted", "tag": "18e189a3-4e7e-4d35-865f-e946fd8d19ec", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:27.006861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-e71ec3a1-9526-4e92-8469-3ebe21e77877 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:27.007263 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87ab693-4829-430b-8ddf-28bcf21b6683', 'name': 'network-vif-deleted', 'tag': '18e189a3-4e7e-4d35-865f-e946fd8d19ec', 'status': 'completed', 'code': 200} Jun 23 17:03:27.011767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.028295 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a5570c-7c33-4633-941b-064fc0dc297a']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:27.050242 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd133fead-8b50-4763-bfd8-409844d64e97') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:27.051210 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ccee2ce5-70aa-4cbb-ba9f-6c0c438b6d3c req-7dbd8ed3-1b00-4436-bf25-d3e53c289cbe tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/security-groups?id=3a40ae58-8a0f-4ca2-8745-da118cb7e87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Jun 23 17:03:27.051408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd133fead-8b50-4763-bfd8-409844d64e97') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:27.072625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.100657 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.116395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:03:27.117703 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:03:27.120772 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:03:27.239700 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1e8802ac-dce1-4c69-aa4b-1a22a2f0bf68 req-96f33743-da4b-4807-82ad-3c89b848f740 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 210 time: 0.0463977 Jun 23 17:03:27.266154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-7ac02885-8b2e-4f1f-81ff-58b44cc3b4a5 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:27.267669 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-7ac02885-8b2e-4f1f-81ff-58b44cc3b4a5 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "GET /v2.0/networks?id=08380e76-0bff-4d74-946a-8ae97c7dd8c9 HTTP/1.1" status: 200 len: 813 time: 0.1723013 Jun 23 17:03:27.290196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Request body: {'port': {'device_id': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9', 'admin_state_up': True, 'tenant_id': '9c1d17aa182b48b59558200abf65ee32'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:27.296987 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.301036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-48d83d1f-c6a7-45bc-a82f-0e21a1a0761f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:27.304105 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.309460 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] 10.222.0.99 "DELETE /v2.0/networks/75a5570c-7c33-4633-941b-064fc0dc297a HTTP/1.1" status: 204 len: 168 time: 0.5426724 Jun 23 17:03:27.320490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a5570c-7c33-4633-941b-064fc0dc297a,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:27.323372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:27.547231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Made reservation on behalf of 9c1d17aa182b48b59558200abf65ee32 for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:27.551164 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.620585 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51576) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:27.636842 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.695810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Allocated IP 172.20.0.14 (08380e76-0bff-4d74-946a-8ae97c7dd8c9/fc89ffac-df08-49cb-9bed-a752f63cc353/9c70eaff-875a-443e-8592-49d9965991ad) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:27.771044 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.832928 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51578) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:27.889912 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.894592 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:27.896507 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-190c3fa2-457b-401e-86ce-8d1124f18c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:27.920692 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-aa52acb0-0675-4b7c-9521-d03658b4cbf8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cc6db5115b414a2a81dd061d8b4a3baa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0856028 Jun 23 17:03:27.933449 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51584) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:27.961479 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c78c82bff08e4b3080ca68cb008f6533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393350 Jun 23 17:03:27.965076 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51586) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:27.968028 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be3154-ece5-48c4-a413-82fafce2515c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:27.971768 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:28.024023 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.039930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.047982 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.060920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.067129 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:28.073474 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.132286 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:28.144509 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:28.153860 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:28.157984 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Pushing event updated for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:28.179130 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:28.192556 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.199015 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.215415 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/98715ac5-8d44-49a1-9330-8a7adc3e484e HTTP/1.1" status: 204 len: 168 time: 0.2756574 Jun 23 17:03:28.218418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-17b95ca3-ed10-4c04-928c-d7964077fe9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:28.230137 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:28.230826 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.249838 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98715ac5-8d44-49a1-9330-8a7adc3e484e,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:28.253208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:28.302971 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e71cf810-f7a6-4c00-9ddd-9aa77cdd6866 req-1117d9d7-88f2-4e19-9411-643283008f82 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] 10.222.0.99 "GET /v2.0/ports?device_id=b87ab693-4829-430b-8ddf-28bcf21b6683 HTTP/1.1" status: 200 len: 210 time: 0.0542002 Jun 23 17:03:28.303676 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.307053 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.308163 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f0be3154-ece5-48c4-a413-82fafce2515c HTTP/1.1" status: 204 len: 168 time: 0.3407300 Jun 23 17:03:28.309019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9fcf7cad-0131-43dc-a42a-f71a619a9b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:28.329271 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be3154-ece5-48c4-a413-82fafce2515c,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:28.340423 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:28.347512 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0623147 Jun 23 17:03:28.372007 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Request body: {'port': {'device_id': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:28.482722 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.574911 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca05a3e-7830-4607-80bb-d45ccc2e3550 req-b2ecdb31-8c43-4709-8b2e-22f73d1f13fb tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:28.576867 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8ca05a3e-7830-4607-80bb-d45ccc2e3550 req-b2ecdb31-8c43-4709-8b2e-22f73d1f13fb tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 932 time: 0.0831544 Jun 23 17:03:28.630570 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8ca05a3e-7830-4607-80bb-d45ccc2e3550 req-ba4d9a94-06a4-4855-9989-3a8cf709b04c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Jun 23 17:03:28.833169 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c70eaff-875a-443e-8592-49d9965991ad {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:28.841786 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.864114 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Transition to ACTIVE for port object 9c70eaff-875a-443e-8592-49d9965991ad will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:28.970208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:28.972698 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:29.024951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:29.030875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:29.101036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Attempting to bind port 9c70eaff-875a-443e-8592-49d9965991ad on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:29.101036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Attempting to bind port 9c70eaff-875a-443e-8592-49d9965991ad by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:29.101036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Attempting to bind port 9c70eaff-875a-443e-8592-49d9965991ad on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:29.106136 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Port 9c70eaff-875a-443e-8592-49d9965991ad on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:03:29.109581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Attempting to bind port 9c70eaff-875a-443e-8592-49d9965991ad on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:29.112193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:29.112565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Checking segment: {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:29.112916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Bound using segment: {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:29.113362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Bound port: 9c70eaff-875a-443e-8592-49d9965991ad, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:29.113693 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:29.188085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:29.193004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9c70eaff-875a-443e-8592-49d9965991ad,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:29.370821 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:29.386089 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1350b42b-3014-4ae5-a459-aef9c623bff8 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:29.431107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:29.432198 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:29.434586 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] 10.222.0.68 "PUT /v2.0/ports/9c70eaff-875a-443e-8592-49d9965991ad HTTP/1.1" status: 200 len: 1094 time: 1.0680528 Jun 23 17:03:29.435430 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:29.439893 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db63ea82-6188-40ce-a5b0-2f03047b9eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "tag": "9c70eaff-875a-443e-8592-49d9965991ad"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:29.503777 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fadb982-83f9-4d9a-bd73-a78cf8029983 x-openstack-request-id: req-5fadb982-83f9-4d9a-bd73-a78cf8029983 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:29.504099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "tag": "9c70eaff-875a-443e-8592-49d9965991ad", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:29.504440 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-5fadb982-83f9-4d9a-bd73-a78cf8029983 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:29.504910 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad', 'status': 'completed', 'code': 200} Jun 23 17:03:29.505795 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Pushing event updated for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:29.511968 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:29.644035 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-227b701a-7db4-4576-8f58-fe8155219b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:29.646712 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-227b701a-7db4-4576-8f58-fe8155219b67 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 1097 time: 0.0791562 Jun 23 17:03:29.715899 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 18e189a3-4e7e-4d35-865f-e946fd8d19ec no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:29.743316 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 18e189a3-4e7e-4d35-865f-e946fd8d19ec {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:29.743917 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 18e189a3-4e7e-4d35-865f-e946fd8d19ec not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:29.859298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51650) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:29.862318 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-d40a2cac-2b13-4415-bef8-7120f8ec958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:29.864991 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-d40a2cac-2b13-4415-bef8-7120f8ec958c service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9c1d17aa182b48b59558200abf65ee32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2024758 Jun 23 17:03:29.997810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a091e5-3fb2-4f8f-9326-c1b8c2f54c2b req-983f5aad-42a2-4e42-b415-f064a1873711 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.005238 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c5a091e5-3fb2-4f8f-9326-c1b8c2f54c2b req-983f5aad-42a2-4e42-b415-f064a1873711 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 944 time: 0.2044461 Jun 23 17:03:30.058541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-2d2fd620-1280-401a-a440-d22a8164ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.060068 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-db63ea82-6188-40ce-a5b0-2f03047b9eb1 req-2d2fd620-1280-401a-a440-d22a8164ab67 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1869864 Jun 23 17:03:30.068262 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c5a091e5-3fb2-4f8f-9326-c1b8c2f54c2b req-f95cb04b-5044-4e72-81a1-6453732540f7 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618658 Jun 23 17:03:30.117477 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-110488463-network', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:30.197077 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-7409a994-ded8-4331-adbb-92f1bf080759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.198583 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-7409a994-ded8-4331-adbb-92f1bf080759 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 1097 time: 0.0600495 Jun 23 17:03:30.256765 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-52a72c50-e157-4d01-a73c-f2373a187766 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c70eaff-875a-443e-8592-49d9965991ad HTTP/1.1" status: 200 len: 217 time: 0.0419929 Jun 23 17:03:30.284661 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Made reservation on behalf of ebffa835389840cba7dbf66c08be5e3b for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:30.288543 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.298586 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.341337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d8cba735-d52f-438f-9793-630367db4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.342852 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-d8cba735-d52f-438f-9793-630367db4811 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fc89ffac-df08-49cb-9bed-a752f63cc353 HTTP/1.1" status: 200 len: 853 time: 0.0590885 Jun 23 17:03:30.381050 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-f835a19c-76ff-4e7f-acba-e857a0a09c93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08380e76-0bff-4d74-946a-8ae97c7dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278194 Jun 23 17:03:30.446348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.456202 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-7777f267-22c5-470f-97cf-d974b4b1e4f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946240 Jun 23 17:03:30.493757 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-1e18b9c5-342f-417b-be43-3a509fb2b659 service neutron] 10.222.0.68 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055303 Jun 23 17:03:30.537082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.542116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-66b0bb24-95e1-4371-8e6e-a190f36521c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:30.574710 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:03:30.589663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51801889-d71d-46f9-80be-e3879598292f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:30.602316 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:30.608417 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.608795 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Added segment 9d7b0edf-635d-4f41-835f-639d9b5c46a8 of type vlan for network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c Jun 23 17:03:30.645545 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65159b65-dcd0-4d60-8353-37a435d8586f req-0aa31548-d338-4aa2-bf4d-4271e0f481d5 service neutron] 10.222.0.68 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419127 Jun 23 17:03:30.650486 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-067c5b08-30e2-4cda-9d2d-323dd7943173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.652016 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-067c5b08-30e2-4cda-9d2d-323dd7943173 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 1099 time: 0.1491768 Jun 23 17:03:30.662189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.795322 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-47ba57c1-50c9-4af6-8f54-f061590835ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.796832 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-47ba57c1-50c9-4af6-8f54-f061590835ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.1153224 Jun 23 17:03:30.822638 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.824270 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:30.824838 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:30.828468 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:30.948699 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Pushing event updated for resources: {'Network': ['ID=0ceacc60-71b4-479d-a1dd-17b9ae742c7c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:30.953916 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-135a4371-ecb2-42f9-acdc-0137d7672079 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 200 len: 1001 time: 0.1233490 Jun 23 17:03:30.954724 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:30.961525 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:03:31.005854 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-24648c97-5c8e-4ede-b5ba-de8fbf939a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:31.007361 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-24648c97-5c8e-4ede-b5ba-de8fbf939a1b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0467665 Jun 23 17:03:31.061911 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2013743 Jun 23 17:03:31.064934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51694) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:31.070439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Request body: {'subnet': {'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-110488463-subnet', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:31.081456 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-af00d6f7-5e1a-48a8-9859-247857eafcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:31.082934 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-af00d6f7-5e1a-48a8-9859-247857eafcf0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671377 Jun 23 17:03:31.231713 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-b7182a8f-2356-4c41-a86b-b7b96fd1b54c service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384029 Jun 23 17:03:31.313597 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Made reservation on behalf of ebffa835389840cba7dbf66c08be5e3b for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:31.316018 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248869'] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.361923 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78ced-2ecf-4bb6-8b2c-5513b6082785 req-e91b2e7a-0764-4d92-9ded-621b8dacbb3c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:31.363701 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6c78ced-2ecf-4bb6-8b2c-5513b6082785 req-e91b2e7a-0764-4d92-9ded-621b8dacbb3c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 944 time: 0.1655838 Jun 23 17:03:31.452030 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ffe0f1d5-18aa-4d38-8268-a074a6fdba59 req-6232b423-c45f-4412-a694-d906d3923243 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089999 Jun 23 17:03:31.471195 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6c78ced-2ecf-4bb6-8b2c-5513b6082785 req-e9cc7868-46b8-47ad-81be-07ee78fd6921 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Jun 23 17:03:31.650185 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10277130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248887'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.652590 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b577e77-c6cb-4d93-8b6a-ee7508c0cd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:31.699650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2700855e-1c7d-45a4-857b-e3d271a009af,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:31.708066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:31.715713 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Checking segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:31.716071 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Network hostable DHCP agents. Network: 0ceacc60-71b4-479d-a1dd-17b9ae742c7c, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:03:31.815208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:03:31.895434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 0ceacc60-71b4-479d-a1dd-17b9ae742c7c) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:31.905553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ddd99-a042-497d-9a42-5b9b768103ae None None] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:31.907919 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:31.908792 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:31.999382 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6b78781e-bc7b-4cf9-b48b-b59ae1253738 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9325750 Jun 23 17:03:32.002104 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51764) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:32.012414 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:32.094561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:03:32.095449 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.101775 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.103147 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.174337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.233461 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Allocated IP 172.20.0.2 (0ceacc60-71b4-479d-a1dd-17b9ae742c7c/2700855e-1c7d-45a4-857b-e3d271a009af/13507906-c8a7-464c-9e7e-807089a773ff) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:32.483522 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.511990 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.520485 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Transition to ACTIVE for port object 13507906-c8a7-464c-9e7e-807089a773ff will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:32.535882 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Transition to ACTIVE for port object 13507906-c8a7-464c-9e7e-807089a773ff will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:32.621881 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.625175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cbc411f5-e8a8-49f1-8384-566f964c4621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:32.664510 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:32.674825 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:32.679400 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:32.688841 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Pushing event updated for resources: {'Port': ['ID=13507906-c8a7-464c-9e7e-807089a773ff,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:32.719772 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.720443 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.720747 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.721085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.721417 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.721753 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.722082 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.722483 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.723045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.723140 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.723447 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.723897 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:32.736576 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3d68-deb6-4cc2-a3df-a44da1b813c1 req-ed4f2903-08a1-48c0-9705-8f4d0440752c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:32.738376 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65de3d68-deb6-4cc2-a3df-a44da1b813c1 req-ed4f2903-08a1-48c0-9705-8f4d0440752c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 944 time: 0.1445351 Jun 23 17:03:32.748149 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:32.761934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Attempting to bind port 13507906-c8a7-464c-9e7e-807089a773ff on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:32.762479 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Attempting to bind port 13507906-c8a7-464c-9e7e-807089a773ff by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:32.762970 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Attempting to bind port 13507906-c8a7-464c-9e7e-807089a773ff on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:32.769427 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:32.770224 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Checking segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:32.770904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.771400 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Bound using segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:32.771985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Bound port: 13507906-c8a7-464c-9e7e-807089a773ff, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:32.772509 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.855457 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] For port 13507906-c8a7-464c-9e7e-807089a773ff, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:32.856145 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] For port 13507906-c8a7-464c-9e7e-807089a773ff, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=13507906-c8a7-464c-9e7e-807089a773ff,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:32.925309 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:32.935156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7c06de4d-8950-4c9b-af0a-6a7b8b5e317f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:33.006999 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Pushing event updated for resources: {'Port': ['ID=13507906-c8a7-464c-9e7e-807089a773ff,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:33.010650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:33.171197 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65de3d68-deb6-4cc2-a3df-a44da1b813c1 req-a7b46ca0-ce6c-4061-b1f1-77596bcb402e tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241710 Jun 23 17:03:33.190329 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.237361 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.347064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Allocated IP 172.27.1.214 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/6842b49d-e972-4726-aefe-6c3f68fcf2ee) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:33.455623 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.588337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.600079 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-69ca3ece-ffc0-4f62-aac2-648ef1212a47 tempest-DeleteServersTestJSON-911507349 tempest-DeleteServersTestJSON-911507349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:33.640897 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:33.646362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:33.650435 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:33.684251 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Pushing event updated for resources: {'Port': ['ID=6842b49d-e972-4726-aefe-6c3f68fcf2ee,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:33.695911 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:33.719857 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 9c70eaff-875a-443e-8592-49d9965991ad details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:03:33.861878 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9c70eaff-875a-443e-8592-49d9965991ad,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:33.886466 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '9c70eaff-875a-443e-8592-49d9965991ad', 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9', 'port_id': '9c70eaff-875a-443e-8592-49d9965991ad', 'mac_address': 'fa:16:3e:8a:c1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc89ffac-df08-49cb-9bed-a752f63cc353', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:03:33.949743 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:33.974359 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c70eaff-875a-443e-8592-49d9965991ad {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:34.016429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9c70eaff-875a-443e-8592-49d9965991ad,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:34.045471 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312352ec-fd7e-4532-a05f-f0a91bcec350 None None] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:03:34.086456 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.150410 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.154020 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:34.230679 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:34.253786 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:34.312845 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-eb82ce7a-3f10-45b1-9526-4c517aeda243 None None] Provisioning for port 13507906-c8a7-464c-9e7e-807089a773ff completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:34.424922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.529079 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 13507906-c8a7-464c-9e7e-807089a773ff up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:34.533773 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb427d8-fea0-4ce2-9320-e5d66c7618a1 req-d1fa358a-c45a-4063-a731-d4975626847f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:34.535384 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eeb427d8-fea0-4ce2-9320-e5d66c7618a1 req-d1fa358a-c45a-4063-a731-d4975626847f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 945 time: 0.1274250 Jun 23 17:03:34.566802 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['9c70eaff-875a-443e-8592-49d9965991ad'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:34.580012 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eeb427d8-fea0-4ce2-9320-e5d66c7618a1 req-4994a15a-b0ec-4ea2-b6b2-7807f7860ce4 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Jun 23 17:03:34.728389 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 13507906-c8a7-464c-9e7e-807089a773ff completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:34.744163 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 13507906-c8a7-464c-9e7e-807089a773ff triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:34.744760 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.777300 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:03:34.795315 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-8352c647-9881-4a6f-b2dc-18458a555743 None None] Provisioning complete for port 13507906-c8a7-464c-9e7e-807089a773ff triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:34.795881 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8352c647-9881-4a6f-b2dc-18458a555743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.885231 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.923773 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:34.939421 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:34.952325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8352c647-9881-4a6f-b2dc-18458a555743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:34.955003 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 13507906-c8a7-464c-9e7e-807089a773ff, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=13507906-c8a7-464c-9e7e-807089a773ff,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:34.979874 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:34.980522 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:35.044481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.045773 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0418110 Jun 23 17:03:35.048979 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51910) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:35.078338 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.081658 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:35.170900 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:35.232285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.db.api [None req-8352c647-9881-4a6f-b2dc-18458a555743 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:03:35.232644 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_db.api [None req-8352c647-9881-4a6f-b2dc-18458a555743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:03:35.237448 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=13507906-c8a7-464c-9e7e-807089a773ff,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:35.240519 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:35.378642 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:33Z', 'revision_number': 3, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:35.404988 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:35.405349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Updating router 563c2d82-f417-440f-9f07-1c8a1dfcd24b port 6842b49d-e972-4726-aefe-6c3f68fcf2ee binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:03:35.443089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.520161 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.743638 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 9c70eaff-875a-443e-8592-49d9965991ad up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:35.790465 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Allocated IP 172.20.0.1 (0ceacc60-71b4-479d-a1dd-17b9ae742c7c/2700855e-1c7d-45a4-857b-e3d271a009af/4fd0efea-7965-4663-87ba-96a46ecdd3dd) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:35.905641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dffcda-58b3-4ebc-8dd3-ef78b4eae7d0 req-2c356fd5-839c-4bbc-8adb-fb7f0ec2b5b4 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:35.907224 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20dffcda-58b3-4ebc-8dd3-ef78b4eae7d0 req-2c356fd5-839c-4bbc-8adb-fb7f0ec2b5b4 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 945 time: 0.1788542 Jun 23 17:03:35.919140 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.931651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Transition to ACTIVE for port object 6842b49d-e972-4726-aefe-6c3f68fcf2ee will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:35.957736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.985937 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 9c70eaff-875a-443e-8592-49d9965991ad completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:35.986063 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Transition to ACTIVE for port object 4fd0efea-7965-4663-87ba-96a46ecdd3dd will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:35.988562 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 9c70eaff-875a-443e-8592-49d9965991ad triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:35.988817 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.989488 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20dffcda-58b3-4ebc-8dd3-ef78b4eae7d0 req-ec943bbe-f675-4822-a591-54c56bbd11aa tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Jun 23 17:03:36.073857 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.078287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.122304 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.125283 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.126034 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.148127 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Pushing event updated for resources: {'Port': ['ID=6842b49d-e972-4726-aefe-6c3f68fcf2ee,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.156012 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Attempting to bind port 6842b49d-e972-4726-aefe-6c3f68fcf2ee on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:36.156540 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Attempting to bind port 6842b49d-e972-4726-aefe-6c3f68fcf2ee by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:36.157009 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Attempting to bind port 6842b49d-e972-4726-aefe-6c3f68fcf2ee on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:36.161647 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:36.172409 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:36.174125 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:36.174915 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:36.175727 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.176536 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:36.176714 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:36.177601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Bound port: 6842b49d-e972-4726-aefe-6c3f68fcf2ee, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:36.178407 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.180602 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:36.187179 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.228045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:36.232767 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:36.235341 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d6fea-e8e4-45b2-b901-f1721a2af86d" -d '{"events": [{"server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "name": "network-vif-plugged", "status": "completed", "tag": "9c70eaff-875a-443e-8592-49d9965991ad"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:36.260281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.272176 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] For port 6842b49d-e972-4726-aefe-6c3f68fcf2ee, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:36.277024 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] For port 6842b49d-e972-4726-aefe-6c3f68fcf2ee, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=6842b49d-e972-4726-aefe-6c3f68fcf2ee,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:36.289938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9c70eaff-875a-443e-8592-49d9965991ad,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:36.357927 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7837237-f2ac-443c-8cee-517bd882243a x-openstack-request-id: req-c7837237-f2ac-443c-8cee-517bd882243a {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:36.358365 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "name": "network-vif-plugged", "status": "completed", "tag": "9c70eaff-875a-443e-8592-49d9965991ad", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:36.358732 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c7837237-f2ac-443c-8cee-517bd882243a {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:36.359324 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad', 'code': 200} Jun 23 17:03:36.365084 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.368672 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.429222 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.432744 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 13507906-c8a7-464c-9e7e-807089a773ff up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:36.558952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.647912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:36.647912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:36.682318 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Pushing event updated for resources: {'Port': ['ID=6842b49d-e972-4726-aefe-6c3f68fcf2ee,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.688085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:36.688578 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.780774 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.790850 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-fdf48183-0165-4ef6-8197-a773dd6c34a7 None None] Provisioning for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:36.795095 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 13507906-c8a7-464c-9e7e-807089a773ff triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:36.795492 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.802951 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.824201 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:36.826701 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-fdf48183-0165-4ef6-8197-a773dd6c34a7 None None] Provisioning complete for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:36.827087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fdf48183-0165-4ef6-8197-a773dd6c34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.831036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced99ef4-7e0f-4390-9e49-8e7a3788dfb1 req-5af231c5-47be-41b6-bad3-e02810434ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:36.833888 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ced99ef4-7e0f-4390-9e49-8e7a3788dfb1 req-5af231c5-47be-41b6-bad3-e02810434ff3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 1099 time: 0.0682220 Jun 23 17:03:36.880463 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ced99ef4-7e0f-4390-9e49-8e7a3788dfb1 req-0f2cdd66-1d3c-4746-b131-866ff1c2ba27 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Jun 23 17:03:36.880688 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:36.901598 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.905156 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:36.914668 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-fdf48183-0165-4ef6-8197-a773dd6c34a7 None None] Port 4fd0efea-7965-4663-87ba-96a46ecdd3dd cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:03:36.948757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 51964) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:36.980196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:36.989537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:37.016579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.158809 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51974) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:37.162250 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-321b413e-cc75-4bb6-8133-cacd60c41e49 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4b8dfb15b1c8444bb6a6d11cc8800081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116058 Jun 23 17:03:37.208361 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:35Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:37.232040 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:37.243156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11884f7a-2319-4478-97e8-a7e91af76565 None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:35Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:37.243567 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:37.286305 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.366177 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.471119 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e913d-6b3b-45bd-b2d7-1d53986fdcf8 req-8d8165b4-b4ac-4e22-9c4a-5d4be6042443 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:37.480030 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b48e913d-6b3b-45bd-b2d7-1d53986fdcf8 req-8d8165b4-b4ac-4e22-9c4a-5d4be6042443 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.2560799 Jun 23 17:03:37.526531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:37.535584 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b48e913d-6b3b-45bd-b2d7-1d53986fdcf8 req-b8cd693d-97b8-4d45-872e-37963e60a167 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Jun 23 17:03:37.554713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-521188d3-92eb-47ba-8866-c853a1d90220 None None] Provisioning complete for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:37.554713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-521188d3-92eb-47ba-8866-c853a1d90220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.592360 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-521188d3-92eb-47ba-8866-c853a1d90220 None None] Port 4fd0efea-7965-4663-87ba-96a46ecdd3dd cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:03:37.646825 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.650142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:37.651360 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3a40ae58-8a0f-4ca2-8745-da118cb7e87c HTTP/1.1" status: 204 len: 168 time: 0.4915886 Jun 23 17:03:37.654239 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:37.670590 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40ae58-8a0f-4ca2-8745-da118cb7e87c,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:37.674724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:37.702335 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:37.702335 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] 10.222.0.99 "PUT /v2.0/routers/563c2d82-f417-440f-9f07-1c8a1dfcd24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6464095 Jun 23 17:03:38.418955 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 6842b49d-e972-4726-aefe-6c3f68fcf2ee up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:38.541796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 6842b49d-e972-4726-aefe-6c3f68fcf2ee completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:38.546219 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 6842b49d-e972-4726-aefe-6c3f68fcf2ee triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:38.546818 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.614912 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 51996) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:38.620429 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810697612', 'description': 'tempest-description--876960386'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:38.680902 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.709469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.717714 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 6842b49d-e972-4726-aefe-6c3f68fcf2ee, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=6842b49d-e972-4726-aefe-6c3f68fcf2ee,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:38.800919 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.803684 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-c5330eba-b672-489f-b0fc-b0cbff3cef2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:38.848901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462b764-c603-43dc-a5b7-0103c5acb3af req-f7ce0e8c-344a-4a1f-8d2e-1ab1c44f29cc tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:38.850758 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a462b764-c603-43dc-a5b7-0103c5acb3af req-f7ce0e8c-344a-4a1f-8d2e-1ab1c44f29cc tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.1191130 Jun 23 17:03:38.883672 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=6842b49d-e972-4726-aefe-6c3f68fcf2ee,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:38.887232 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:38.905090 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.919823 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a462b764-c603-43dc-a5b7-0103c5acb3af req-d45698d3-6f77-40ad-ac9a-5ff934fa4854 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Jun 23 17:03:38.999160 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.004078 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-97427856-855d-430d-aa73-d772d46bb379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:39.033625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c840313-ea0f-4619-bd27-006bbedb4f7b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:39.036442 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:39.119066 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.120549 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5044463 Jun 23 17:03:39.123389 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52036) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:39.128193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group_rule': {'security_group_id': '7c840313-ea0f-4619-bd27-006bbedb4f7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:39.239359 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.477344 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52048) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:39.585072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.631563 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.683932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.683932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:39.692916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa09bce-4bfc-4449-bd4c-79c9eff0fc0e,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:39.701903 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:39.729966 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.745906 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:39.755153 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:39.755821 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:39.804371 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.808682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-15fb2428-c276-438f-8987-e668c7aa5c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:39.858737 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e0c18e4c0433461e9078c412b3b998be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799920 Jun 23 17:03:39.859690 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b52e3f-00b1-49ee-843c-45aec74bff6a,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:39.861971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52056) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:39.863235 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:39.868656 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.869788 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7453244 Jun 23 17:03:39.874348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52058) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:39.894813 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group_rule': {'security_group_id': '7c840313-ea0f-4619-bd27-006bbedb4f7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:39.894984 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:39.937728 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.965435 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.984929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.079258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.086704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.086704 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/78b52e3f-00b1-49ee-843c-45aec74bff6a HTTP/1.1" status: 204 len: 168 time: 0.2161622 Jun 23 17:03:40.086704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2bd20d06-4282-42c3-a5a1-e73ada0b6b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:40.093999 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b52e3f-00b1-49ee-843c-45aec74bff6a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:40.095876 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.097591 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:40.131271 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 2, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:40.165365 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:40.165751 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Updating router 563c2d82-f417-440f-9f07-1c8a1dfcd24b port 4fd0efea-7965-4663-87ba-96a46ecdd3dd binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:03:40.200490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.203436 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.206262 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:40.222878 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfcb628-4d50-4b6d-9101-c487752b46f0,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:40.230907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:40.341232 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.345639 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4695911 Jun 23 17:03:40.346287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52072) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:40.353225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 6842b49d-e972-4726-aefe-6c3f68fcf2ee up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:40.355314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:40.417895 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 6842b49d-e972-4726-aefe-6c3f68fcf2ee triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:40.418546 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.462250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.512753 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.544874 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Transition to ACTIVE for port object 4fd0efea-7965-4663-87ba-96a46ecdd3dd will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:40.609853 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.627458 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.630410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:40.681817 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Pushing event updated for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:40.689928 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.690294 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.690802 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.691299 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.691965 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.691965 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.692314 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.693443 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.693443 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.693443 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.694023 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.694023 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:40.698369 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:40.767030 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Allocated IP 172.27.1.231 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/5cb97b7d-4011-418f-9b01-793c35e54958) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:40.801786 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Attempting to bind port 4fd0efea-7965-4663-87ba-96a46ecdd3dd on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:40.802450 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Attempting to bind port 4fd0efea-7965-4663-87ba-96a46ecdd3dd by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:40.803186 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Attempting to bind port 4fd0efea-7965-4663-87ba-96a46ecdd3dd on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:40.811731 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:40.812388 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Checking segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:40.812834 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.822105 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Bound using segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:40.822105 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Bound port: 4fd0efea-7965-4663-87ba-96a46ecdd3dd, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:40.822105 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.899173 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] For port 4fd0efea-7965-4663-87ba-96a46ecdd3dd, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:40.903297 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] For port 4fd0efea-7965-4663-87ba-96a46ecdd3dd, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4fd0efea-7965-4663-87ba-96a46ecdd3dd,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:40.923387 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:40.999450 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.001904 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:41.006082 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52082) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:41.020909 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.033969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.036721 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c2463272-3fef-4c39-ad6c-738ee4570d98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:41.052583 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:41.057421 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:41.076068 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:41.080576 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:41.083099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:41.089875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=5cb97b7d-4011-418f-9b01-793c35e54958,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:41.109896 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:41.127731 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Pushing event updated for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=4']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:41.133957 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:41.163896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.185341 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.216788 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:41.261604 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.265263 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-efd6d4f3-a927-44ea-bb71-ef55104553e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:41.301342 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7f6e55b7c8f04951b8796a696aa0a66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935023 Jun 23 17:03:41.302211 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f4dc8-78cf-4f6e-a49d-dd4b38e8a4bb,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:41.304043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52084) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:41.306276 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:41.388117 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.389928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.439222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.439890 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:40Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:41.473725 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc23-5bc0-45ce-bafb-380580793452 None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:40Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:41.608571 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.621630 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.624350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.627060 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d15f4dc8-78cf-4f6e-a49d-dd4b38e8a4bb HTTP/1.1" status: 204 len: 168 time: 0.3209302 Jun 23 17:03:41.628446 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-504eeb77-7cf2-4ec3-a096-d7fe80a6bf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:41.637705 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f4dc8-78cf-4f6e-a49d-dd4b38e8a4bb,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:41.640245 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:41.987626 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:41.990043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:42.073232 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=5cb97b7d-4011-418f-9b01-793c35e54958,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:42.079588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:42.093480 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:42.221682 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:42.222896 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8756211 Jun 23 17:03:42.366719 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4fd0efea-7965-4663-87ba-96a46ecdd3dd up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:42.452463 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-44beb419-06e7-411f-9dad-6551c3276f5e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1810697612&fields=id&tenant_id=ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 267 time: 0.0358143 Jun 23 17:03:42.513087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:42.519225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:42.519225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:42.574024 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-ccf79760-ab6c-44c7-8aa8-e5d37971aaec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:42.575757 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-ccf79760-ab6c-44c7-8aa8-e5d37971aaec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 810 time: 0.1166315 Jun 23 17:03:42.592754 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-cd3c218a-182e-412c-a098-a3fd5f2634b0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/quotas/ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 375 time: 0.0109031 Jun 23 17:03:42.612931 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:42.648307 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 4fd0efea-7965-4663-87ba-96a46ecdd3dd, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4fd0efea-7965-4663-87ba-96a46ecdd3dd,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:42.677647 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-700953be-3e71-44b9-9bc3-6f1178f7d3a8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736256 Jun 23 17:03:42.741663 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:42.743838 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:42.786863 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-65d66cc2-9fe9-49db-869d-3c5acc4c46ea service neutron] 10.222.0.99 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966809 Jun 23 17:03:42.802416 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:42.806380 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:42.887915 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-98766c52-e80e-4024-b9dc-adeffd976610 service neutron] 10.222.0.99 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948570 Jun 23 17:03:43.164436 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0ddacfc-e335-43bd-ada4-4763dab77e5d req-cb6366c4-2fb0-47d6-a237-42724f5f6abd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0418174 Jun 23 17:03:44.176442 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b80e3f7c-25c4-4247-aa83-acd7e4259b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:44.256113 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0d962a0c-058d-4075-bdab-3baaba7ad070 req-5a4c57a7-f160-463b-a304-2dc190ec4031 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0364642 Jun 23 17:03:44.330684 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4fd0efea-7965-4663-87ba-96a46ecdd3dd up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:44.386284 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4fd0efea-7965-4663-87ba-96a46ecdd3dd triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:44.386815 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:45.407225 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-55163445-1a28-4f92-b0a8-1ca10d4f08a0 req-29e15876-0378-4bdd-a605-a418518f6ef1 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0302451 Jun 23 17:03:46.421080 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-e6130b28-ab7c-4b5d-bca3-f60e5df6d014 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:46.422608 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-e6130b28-ab7c-4b5d-bca3-f60e5df6d014 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 810 time: 0.1203880 Jun 23 17:03:46.493413 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-f6701940-0aef-4b36-a5c8-bcbfbd6de561 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 380 time: 0.0455654 Jun 23 17:03:46.503961 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'port': {'device_id': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'admin_state_up': True, 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'security_groups': ['7c840313-ea0f-4619-bd27-006bbedb4f7b']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:46.630705 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2b07622d-66be-4dbf-b583-061aa96aff34 req-c92dd731-2ed7-41bc-bde6-d535c5465cb9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0379083 Jun 23 17:03:46.873398 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Made reservation on behalf of ebffa835389840cba7dbf66c08be5e3b for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:03:46.883544 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:46.999027 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5c692e6c-91ab-499f-9495-1746e1ccedd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.044749 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.318522 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Allocated IP 172.20.0.11 (0ceacc60-71b4-479d-a1dd-17b9ae742c7c/2700855e-1c7d-45a4-857b-e3d271a009af/ad66d4a1-e929-4236-8ff5-32819a32b392) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:47.476972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.496768 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Transition to ACTIVE for port object ad66d4a1-e929-4236-8ff5-32819a32b392 will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:47.605007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.609205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-54e50b90-c9bf-4efa-85a1-63ddd6f23292 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:47.652592 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:47.655894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:47.661572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:47.669650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:47.688970 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:47.722856 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:47.723512 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.826617 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3269179 Jun 23 17:03:47.868463 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460659e-aff3-43a1-b276-efcdff1a0d18 req-8466a0ad-2432-44cc-9e2b-3f8fe91222d0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:47.869973 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7460659e-aff3-43a1-b276-efcdff1a0d18 req-8466a0ad-2432-44cc-9e2b-3f8fe91222d0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 932 time: 0.0796969 Jun 23 17:03:47.916248 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7460659e-aff3-43a1-b276-efcdff1a0d18 req-4fbe4efc-9769-4eb9-876f-70ccd9af06e6 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Jun 23 17:03:47.979075 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Request body: {'port': {'device_id': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:48.059907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.078817 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c78011d6-2ebc-4d83-842c-21eec1b709f2 None None] Provisioning for port ad66d4a1-e929-4236-8ff5-32819a32b392 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:48.082770 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c78011d6-2ebc-4d83-842c-21eec1b709f2 None None] Provisioning complete for port ad66d4a1-e929-4236-8ff5-32819a32b392 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:48.089190 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c78011d6-2ebc-4d83-842c-21eec1b709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.119003 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-c78011d6-2ebc-4d83-842c-21eec1b709f2 None None] Port ad66d4a1-e929-4236-8ff5-32819a32b392 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:03:48.335002 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad66d4a1-e929-4236-8ff5-32819a32b392 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:48.343187 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.357038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Transition to ACTIVE for port object ad66d4a1-e929-4236-8ff5-32819a32b392 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:03:48.456384 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.458674 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7c323f7f-1a84-4b44-b816-6047d8bb50e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:48.521888 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Pushing event updated for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:48.529174 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:48.581387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.605294 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Attempting to bind port ad66d4a1-e929-4236-8ff5-32819a32b392 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:03:48.605630 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Attempting to bind port ad66d4a1-e929-4236-8ff5-32819a32b392 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:03:48.605952 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Attempting to bind port ad66d4a1-e929-4236-8ff5-32819a32b392 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:48.611400 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Port ad66d4a1-e929-4236-8ff5-32819a32b392 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:03:48.611738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Attempting to bind port ad66d4a1-e929-4236-8ff5-32819a32b392 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:03:48.617876 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:03:48.621476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Checking segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:03:48.621476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Bound using segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:03:48.621476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Bound port: ad66d4a1-e929-4236-8ff5-32819a32b392, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:03:48.621476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.724417 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:03:48.732400 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ad66d4a1-e929-4236-8ff5-32819a32b392,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:03:48.833572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.837581 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:48.879851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:48.881283 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.881911 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] 10.222.0.68 "PUT /v2.0/ports/ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 1094 time: 1.0267775 Jun 23 17:03:48.882430 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:48.885744 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb" -d '{"events": [{"name": "network-changed", "server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:48.918537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Pushing event updated for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:48.922284 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:48.991601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1fc510-a928-467d-91f3-515b21bb7b6a x-openstack-request-id: req-6b1fc510-a928-467d-91f3-515b21bb7b6a {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:48.991905 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:48.992838 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6b1fc510-a928-467d-91f3-515b21bb7b6a {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:48.993206 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'status': 'completed', 'code': 200} Jun 23 17:03:49.151831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-a72f5d09-2ca7-432b-9443-d22b4a593e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.153265 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-a72f5d09-2ca7-432b-9443-d22b4a593e55 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1097 time: 0.0981605 Jun 23 17:03:49.188708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cc945-23e9-4a66-9de8-168b8a653ecd req-007b3c76-9454-426e-abde-7de2a3715999 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.190173 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-422cc945-23e9-4a66-9de8-168b8a653ecd req-007b3c76-9454-426e-abde-7de2a3715999 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 944 time: 0.0908296 Jun 23 17:03:49.290407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-422cc945-23e9-4a66-9de8-168b8a653ecd req-3920d9b7-5b33-4bb1-ba11-3c267eeb0751 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893219 Jun 23 17:03:49.317058 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-75c74499-606e-455c-b268-a591cd505be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.318588 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-75c74499-606e-455c-b268-a591cd505be4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ebffa835389840cba7dbf66c08be5e3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1481786 Jun 23 17:03:49.452884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee55e4-8e86-4597-a0f3-8422a3096325 req-7c98ec1b-e751-48df-92eb-ba126099afcd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.454456 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-71ee55e4-8e86-4597-a0f3-8422a3096325 req-7c98ec1b-e751-48df-92eb-ba126099afcd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0719693 Jun 23 17:03:49.467341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-72dd1bec-04cd-4fec-8028-da926e7a596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.468940 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b277ed42-ca98-4e2e-8e8e-4f464e7889bb req-72dd1bec-04cd-4fec-8028-da926e7a596d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0978472 Jun 23 17:03:49.503604 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-71ee55e4-8e86-4597-a0f3-8422a3096325 req-131fd510-4af4-48c8-8935-8808c1d4c078 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431392 Jun 23 17:03:49.611330 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-7abb2529-bf71-4bbb-b3d9-bb2fcfe912a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.614485 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-7abb2529-bf71-4bbb-b3d9-bb2fcfe912a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1097 time: 0.0551400 Jun 23 17:03:49.673805 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-7f2b83b1-de9b-4a73-a05c-6847c4607f70 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 217 time: 0.0389647 Jun 23 17:03:49.729822 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-293d2d2f-5124-4d8c-aaf3-28093d113bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.731234 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-293d2d2f-5124-4d8c-aaf3-28093d113bb7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0491049 Jun 23 17:03:49.796114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-91a8636e-8bd1-412e-962a-023fd3d80093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:49.797944 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-91a8636e-8bd1-412e-962a-023fd3d80093 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581682 Jun 23 17:03:49.892099 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-1cbc0997-dcfc-4ff7-9f0b-a9e0d85ece16 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858424 Jun 23 17:03:49.983165 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9e9ce87-1cb1-46ae-bf99-3d65e10ac3c8 req-c1735efe-09d0-45dd-b268-47a8161d7d6e service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824797 Jun 23 17:03:50.468853 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d601-639a-4ff0-9197-8eec67fac9e9 req-6d423c93-7060-4568-a9a6-1394e0baa17b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:50.470334 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8761d601-639a-4ff0-9197-8eec67fac9e9 req-6d423c93-7060-4568-a9a6-1394e0baa17b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 944 time: 0.0673132 Jun 23 17:03:50.515058 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8761d601-639a-4ff0-9197-8eec67fac9e9 req-00d70138-f54c-4115-941c-2d1f34f9668c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385666 Jun 23 17:03:50.547368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.690351 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d616d7f-53c3-495c-9caf-1d084cc205ec req-3e6b7b36-1f51-401e-b02c-6804462aaa87 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:50.691928 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9d616d7f-53c3-495c-9caf-1d084cc205ec req-3e6b7b36-1f51-401e-b02c-6804462aaa87 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0691030 Jun 23 17:03:50.742357 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9d616d7f-53c3-495c-9caf-1d084cc205ec req-edb72b2d-b367-4250-b348-229e0626b9fa tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437694 Jun 23 17:03:51.694941 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12b1f-f97f-476a-9524-b372319b02c1 req-6aa232dd-5a81-46c1-b877-13aae5e7ca5c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:51.696559 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-82d12b1f-f97f-476a-9524-b372319b02c1 req-6aa232dd-5a81-46c1-b877-13aae5e7ca5c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 944 time: 0.0663061 Jun 23 17:03:51.738746 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-82d12b1f-f97f-476a-9524-b372319b02c1 req-21d7eea4-4bea-44c8-8091-8e32dbc24b48 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362139 Jun 23 17:03:51.856779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-d0dd2609-c449-4587-8fc4-16812379f8c3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:51.858263 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-d0dd2609-c449-4587-8fc4-16812379f8c3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0676010 Jun 23 17:03:51.865326 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device ad66d4a1-e929-4236-8ff5-32819a32b392 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:03:51.950223 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fbc55-c7b2-4a34-a07e-f02b0031d90f req-e8df1198-dd92-41e2-9006-b9dbcf97d4f1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:51.951684 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-198fbc55-c7b2-4a34-a07e-f02b0031d90f req-e8df1198-dd92-41e2-9006-b9dbcf97d4f1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 946 time: 0.0788014 Jun 23 17:03:51.995318 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-198fbc55-c7b2-4a34-a07e-f02b0031d90f req-0a7fcbf1-3d10-4456-8249-bdb3ebc60cc6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=aa0c0840-afe7-4d68-9e00-593d0d65afd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Jun 23 17:03:52.002028 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Deleting port 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:52.002368 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.012819 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ad66d4a1-e929-4236-8ff5-32819a32b392,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:52.026323 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'port_id': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'mac_address': 'fa:16:3e:be:61:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:03:52.066238 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.081407 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad66d4a1-e929-4236-8ff5-32819a32b392 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:03:52.095872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] For port 103b67bf-3728-4cd7-ae69-36f73fa07506, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=103b67bf-3728-4cd7-ae69-36f73fa07506,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:52.096231 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.105545 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ad66d4a1-e929-4236-8ff5-32819a32b392,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:52.205110 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.207301 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:52.256904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:52.260960 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:52.402063 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.402445 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.402815 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Floating IP e6598dc3-b8f6-4439-9fce-ba71a51ab442 disassociated. External IP: 172.27.1.111, port: 103b67bf-3728-4cd7-ae69-36f73fa07506. Jun 23 17:03:52.403240 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Calling delete_port for 103b67bf-3728-4cd7-ae69-36f73fa07506 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:52.604616 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['ad66d4a1-e929-4236-8ff5-32819a32b392'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:03:52.622003 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.626120 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-8b43a272-d51e-41e9-b800-5e777c9d5bd0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:52.656556 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'Port': ['ID=103b67bf-3728-4cd7-ae69-36f73fa07506,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:52.660079 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:52.795117 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:52.962588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:52.993620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:53.005597 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:53.006523 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:53.037466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] No DVR routers for this DVR port 103b67bf-3728-4cd7-ae69-36f73fa07506 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:03:53.045255 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:53.045255 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b07cbf2e-dfda-48f9-b498-162a66999aa3 req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "DELETE /v2.0/ports/103b67bf-3728-4cd7-ae69-36f73fa07506 HTTP/1.1" status: 204 len: 173 time: 1.1738565 Jun 23 17:03:53.045255 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-deleted', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:53.047568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01107b7-c4db-42e1-b5dd-2ca3a663f9d8" -d '{"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-deleted", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:53.059433 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c085c-1a13-40a6-9ba3-799edc299f35 req-f4e64836-d7d0-4662-aaf6-c4f34482b636 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:53.061029 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-932c085c-1a13-40a6-9ba3-799edc299f35 req-f4e64836-d7d0-4662-aaf6-c4f34482b636 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 945 time: 0.1560605 Jun 23 17:03:53.107717 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-932c085c-1a13-40a6-9ba3-799edc299f35 req-c951b788-6012-4029-a122-15418db2506e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Jun 23 17:03:53.178847 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e79ddb-9c5f-42ba-8faf-dfa186ec1ac1 x-openstack-request-id: req-29e79ddb-9c5f-42ba-8faf-dfa186ec1ac1 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:53.179228 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4cb950-c095-4480-b08b-64b98b6ba56b", "name": "network-vif-deleted", "tag": "103b67bf-3728-4cd7-ae69-36f73fa07506", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:53.179829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-29e79ddb-9c5f-42ba-8faf-dfa186ec1ac1 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:53.182355 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4cb950-c095-4480-b08b-64b98b6ba56b', 'name': 'network-vif-deleted', 'tag': '103b67bf-3728-4cd7-ae69-36f73fa07506', 'status': 'completed', 'code': 200} Jun 23 17:03:53.192170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:53.245412 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5690aea6-cc6a-4fa8-b5e2-b8494d6ba8ed req-62ab5d2e-c9ec-4b66-bfc9-a3a08c2aa7f7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0396805 Jun 23 17:03:53.430799 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:53.591868 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:53.601151 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:53.602528 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:53.714646 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:53.883467 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device ad66d4a1-e929-4236-8ff5-32819a32b392 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:03:54.001113 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:54.029504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417785ee-a429-47f8-9a02-ce5c06b53ebb None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:03:54.233549 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port ad66d4a1-e929-4236-8ff5-32819a32b392 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:03:54.239695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port ad66d4a1-e929-4236-8ff5-32819a32b392 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:03:54.240354 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:54.360563 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:54.394151 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ad0ea-43fa-43a5-a375-9e8dd70f37a4 None None] New status for floating IP e6598dc3-b8f6-4439-9fce-ba71a51ab442: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:03:54.401087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:54.403386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198fcec-dd69-48f1-99a0-4016b4a9ba86" -d '{"events": [{"server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "name": "network-vif-plugged", "status": "completed", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:54.424140 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ad66d4a1-e929-4236-8ff5-32819a32b392,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:03:54.432912 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefa72e-b862-4d9c-8a76-3615b3c642f6 req-63a9b14d-bb02-4974-84ae-7e0109cee43f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:54.460094 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eaefa72e-b862-4d9c-8a76-3615b3c642f6 req-63a9b14d-bb02-4974-84ae-7e0109cee43f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 945 time: 0.1723323 Jun 23 17:03:54.491313 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-13df9959-d7b6-4671-bfc9-e35834038f4a req-00f353d4-5a4d-4505-94f8-c1fb309d97f3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=9f4cb950-c095-4480-b08b-64b98b6ba56b HTTP/1.1" status: 200 len: 210 time: 0.0517471 Jun 23 17:03:54.519277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:54.521217 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-7563f67e-80fa-47ee-a41d-62069112aef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:54.555997 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eaefa72e-b862-4d9c-8a76-3615b3c642f6 req-ffea0c8f-6dc8-4356-a852-16b075b3f3eb tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873845 Jun 23 17:03:54.567986 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d27de9-7349-4ee0-a2f3-7c8986fbedf7 x-openstack-request-id: req-f6d27de9-7349-4ee0-a2f3-7c8986fbedf7 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:54.571078 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "name": "network-vif-plugged", "status": "completed", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:54.571078 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f6d27de9-7349-4ee0-a2f3-7c8986fbedf7 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:54.571078 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'code': 200} Jun 23 17:03:54.609138 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:54.616234 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:55.125648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa937a5d-7d49-4adb-955c-1b87a96a4536 req-6355f9ac-77b1-4c54-947d-cd76f8115d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:55.125988 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fa937a5d-7d49-4adb-955c-1b87a96a4536 req-6355f9ac-77b1-4c54-947d-cd76f8115d4b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1099 time: 0.0683124 Jun 23 17:03:55.173788 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fa937a5d-7d49-4adb-955c-1b87a96a4536 req-be919969-1caf-4fbd-911a-a9c871ba5c72 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Jun 23 17:03:55.216737 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52318) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:55.326832 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.421025 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.581795 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.606825 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4cd2f564-a996-4640-a2d3-658d67772b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:55.610713 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=43560bf776d5471fa937679dc93eb17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929803 Jun 23 17:03:55.613573 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52328) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:55.661165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5026e49-fcf4-4576-bda0-d2141cc0c9ae,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:55.670103 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.670927 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.671398 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.671919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.672484 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.673014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.680716 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.680953 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:03:55.681086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-dde3cb30-5c1e-40ae-bd70-fb9909f4ba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:55.726127 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.743616 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52332) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:55.788537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ddf0b-7b36-4615-951e-f452f56872b1 req-f419e922-42a3-45c5-befd-5c0775e446e2 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:55.791029 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b08ddf0b-7b36-4615-951e-f452f56872b1 req-f419e922-42a3-45c5-befd-5c0775e446e2 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1065788 Jun 23 17:03:55.806662 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.830762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.836226 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b08ddf0b-7b36-4615-951e-f452f56872b1 req-d0923f19-cd86-4464-807f-6975c461ff0d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Jun 23 17:03:55.871280 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:03:55.890798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.896749 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 103b67bf-3728-4cd7-ae69-36f73fa07506 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:03:55.897190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:55.897305 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 103b67bf-3728-4cd7-ae69-36f73fa07506 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:03:55.899939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b5026e49-fcf4-4576-bda0-d2141cc0c9ae HTTP/1.1" status: 204 len: 168 time: 0.2827299 Jun 23 17:03:55.900755 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f1058b8d-329f-4857-93fd-81d62814510b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:55.908488 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5026e49-fcf4-4576-bda0-d2141cc0c9ae,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:55.910838 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:56.010522 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.013836 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.015017 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "DELETE /v2.0/security-groups/aa0c0840-afe7-4d68-9e00-593d0d65afd9 HTTP/1.1" status: 204 len: 168 time: 0.2703204 Jun 23 17:03:56.015854 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-bc3d5a80-1444-4e24-a62c-eec839560697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:56.018318 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52336) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:56.032998 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0c0840-afe7-4d68-9e00-593d0d65afd9,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:56.034984 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.api.v2.resource [None req-743c4653-df5c-4c8c-9ea3-6395ab00d956 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] show failed (client error): The resource could not be found. Jun 23 17:03:56.036237 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:56.036416 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-743c4653-df5c-4c8c-9ea3-6395ab00d956 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups/aa0c0840-afe7-4d68-9e00-593d0d65afd9 HTTP/1.1" status: 404 len: 347 time: 0.0164547 Jun 23 17:03:56.040355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52340) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:56.175509 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Deleting port a8df3c49-3ca2-4c3a-b1c9-2cada25066ab {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:03:56.175735 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.263487 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.263846 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.278474 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Calling delete_port for a8df3c49-3ca2-4c3a-b1c9-2cada25066ab owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:03:56.541658 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.543803 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:56.566904 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'Port': ['ID=a8df3c49-3ca2-4c3a-b1c9-2cada25066ab,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:56.569882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:56.598208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52352) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:56.613124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.634659 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.635769 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.638414 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.639610 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "DELETE /v2.0/floatingips/e6598dc3-b8f6-4439-9fce-ba71a51ab442 HTTP/1.1" status: 204 len: 168 time: 0.5979593 Jun 23 17:03:56.715014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.798968 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:56.804361 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2ab4e252-e86c-410c-bb13-86e3f5a7dbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:56.843712 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6d044546dcef46a190bd4fe82a9e2eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442899 Jun 23 17:03:56.846037 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf2c6e7-fa9c-43f8-b21f-8b239f8d5bf8,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:56.846703 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52356) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:56.851144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:57.205035 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.237014 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52366) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:57.238771 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.244081 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879146338', 'description': 'tempest-description--974474185'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:57.275274 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02aae0-a1eb-4963-8ce8-985d9db140a0 req-32f502c3-9680-44d1-be7c-3146c06aa1d8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:57.276870 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a02aae0-a1eb-4963-8ce8-985d9db140a0 req-32f502c3-9680-44d1-be7c-3146c06aa1d8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1202655 Jun 23 17:03:57.340193 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a02aae0-a1eb-4963-8ce8-985d9db140a0 req-b2746bd0-9073-4a44-87a2-c6b86aff30a8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534647 Jun 23 17:03:57.354065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.421920 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.424870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.429568 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/ddf2c6e7-fa9c-43f8-b21f-8b239f8d5bf8 HTTP/1.1" status: 204 len: 168 time: 0.5784302 Jun 23 17:03:57.429568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0a6647b6-0f22-4d3d-8c50-19babec7ba0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:57.437057 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf2c6e7-fa9c-43f8-b21f-8b239f8d5bf8,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:57.446826 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:57.489468 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.575995 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b7f2e-a274-4ab6-8e24-beb3833ab00b req-920ca799-0731-4cd2-a82e-d022f2e1a3b0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:57.577573 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f38b7f2e-a274-4ab6-8e24-beb3833ab00b req-920ca799-0731-4cd2-a82e-d022f2e1a3b0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0774510 Jun 23 17:03:57.578957 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.581671 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-16282e03-8de6-492b-8ff2-e73185acec55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:57.589093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52372) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:57.594517 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'floatingip': {'port_id': 'ad66d4a1-e929-4236-8ff5-32819a32b392'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:57.612840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10457fb-f6cb-42fb-94d5-f32c096f66c2,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:57.615736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:57.642522 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.656252 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.657664 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4194076 Jun 23 17:03:57.660569 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52374) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:57.668802 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group_rule': {'security_group_id': 'c10457fb-f6cb-42fb-94d5-f32c096f66c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:57.765882 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.851984 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.953585 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:57.955709 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:57.985154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bcbb2f-bf0a-454c-b5bf-8fc56938f8a2,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:57.992962 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:58.091129 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.095347 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307935 Jun 23 17:03:58.095575 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52378) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:58.100720 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'security_group_rule': {'security_group_id': 'c10457fb-f6cb-42fb-94d5-f32c096f66c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:58.222322 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.300643 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.329472 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52382) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:58.345198 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.370528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.456398 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.463346 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.465786 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b1847889-0672-48a9-ac99-cf4922cef75e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:58.490690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd99be22-2ab5-4563-a676-7e363c78f3c8,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:58.499764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:58.530189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.569059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.574850 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8ff085cb-be3d-44f6-b6b5-72088921182a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:58.622172 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=81ea949e692e4ccebdc073e56b4c8cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915061 Jun 23 17:03:58.623466 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967f5aa-4331-48f6-97a9-6a909105579c,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:58.625106 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52384) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:58.627627 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4565bfd3-6964-4ad0-8dc0-a88efbcae369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:58.656571 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.657771 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-fc648df0-d484-468c-8f79-92c1af1ea856 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5611987 Jun 23 17:03:58.661467 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52386) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:03:58.667193 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:03:58.684714 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Floating IP 6f069719-72b0-4afd-a725-994701679f7d associated. External IP: 172.27.1.231, port: ad66d4a1-e929-4236-8ff5-32819a32b392. Jun 23 17:03:58.777248 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.788077 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.853213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:58.903568 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.029458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:03:59.033797 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Allocated IP 172.27.1.206 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/df2abf2b-7643-4f0f-b9e4-198899cf0082) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:03:59.044430 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.047069 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.048419 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/2967f5aa-4331-48f6-97a9-6a909105579c HTTP/1.1" status: 204 len: 168 time: 0.4221287 Jun 23 17:03:59.084261 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a1210e7c-37f3-425e-9295-10ab6202a671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:59.097128 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967f5aa-4331-48f6-97a9-6a909105579c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:59.102049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:59.177423 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:03:59.185433 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.187655 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.192148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:03:59.201728 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:59.203623 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:59.250219 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-37a050e8-8be8-4599-9656-574bee3669bd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "PUT /v2.0/floatingips/6f069719-72b0-4afd-a725-994701679f7d HTTP/1.1" status: 200 len: 992 time: 1.6569889 Jun 23 17:03:59.250219 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:03:59.251295 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:03:59.297625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161384a-6e02-427e-b6cd-af213ddce680 x-openstack-request-id: req-a161384a-6e02-427e-b6cd-af213ddce680 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:03:59.298039 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:03:59.298455 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a161384a-6e02-427e-b6cd-af213ddce680 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:03:59.298969 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'status': 'completed', 'code': 200} Jun 23 17:03:59.332431 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:59.342210 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.352512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:03:59.392116 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:03:59.397173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:03:59.401594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:03:59.451306 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=df2abf2b-7643-4f0f-b9e4-198899cf0082,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:03:59.461587 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:03:59.507554 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-d5970bb8-9a7b-462a-9862-aaba8a284fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:59.509352 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-d5970bb8-9a7b-462a-9862-aaba8a284fb8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1099 time: 0.0997782 Jun 23 17:03:59.553386 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.625746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-b4fbd0a0-621d-441a-875e-010e159f942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:59.627364 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-b4fbd0a0-621d-441a-875e-010e159f942d service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 912 time: 0.1053021 Jun 23 17:03:59.667704 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6f069719-72b0-4afd-a725-994701679f7d', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:be:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:41Z', 'updated_at': '2021-06-23T17:03:58Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:59.694038 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.697928 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:03:59.706095 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-82af6fb4-5e07-4ee2-9dda-632043af9d52 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 1000 time: 0.0712979 Jun 23 17:03:59.706803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:03:59.707200 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:03:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:59.763036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-8dd973ce-fef0-45a2-a54d-2b30c0542e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:59.765154 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-8dd973ce-fef0-45a2-a54d-2b30c0542e69 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0518844 Jun 23 17:03:59.835265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:03:59.838031 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-b6a7ab08-cfe6-43db-83de-ad4381b109a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:03:59.839674 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-b6a7ab08-cfe6-43db-83de-ad4381b109a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660822 Jun 23 17:03:59.908517 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.947234 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-63728c53-ff4f-421d-9114-d0847a2cd8ca service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994880 Jun 23 17:03:59.988180 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:59.990772 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-057c6a81-2b51-4c9b-bd63-521caeb29a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:00.051340 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75ba6d55-c81a-4ba5-89f7-ebddbea8a3e1 req-7e60ca91-74e5-47f7-86ee-64068f39c8c5 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963178 Jun 23 17:04:00.074367 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=df2abf2b-7643-4f0f-b9e4-198899cf0082,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:00.081013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:00.088366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:00.141972 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6f069719-72b0-4afd-a725-994701679f7d', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:be:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:41Z', 'updated_at': '2021-06-23T17:03:58Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:00.167912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec29ca-4197-4f9e-baf9-26b9672a7af6 None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '6f069719-72b0-4afd-a725-994701679f7d', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:be:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:41Z', 'updated_at': '2021-06-23T17:03:58Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:00.229179 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:00.234448 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5717261 Jun 23 17:04:00.389047 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98f4fb4-3bb4-48f7-a87f-a1f6d31425e0 None None] New status for floating IP 6f069719-72b0-4afd-a725-994701679f7d: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:04:00.507827 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-705bad66-35e4-44cc-b068-69797ee8f86b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--879146338&fields=id&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 267 time: 0.0488970 Jun 23 17:04:00.642952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-be80520c-e286-48d2-bbfd-922dc613a6d8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:00.644611 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-be80520c-e286-48d2-bbfd-922dc613a6d8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 817 time: 0.1358545 Jun 23 17:04:00.661203 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-03a81474-80fd-4078-a839-16e8451f40bc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/quotas/c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 375 time: 0.0100987 Jun 23 17:04:00.738832 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-462619cc-e4c4-4cbf-a6a8-e43445fc2714 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708320 Jun 23 17:04:00.952432 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-3386dcbe-8a8e-4a9a-b1b0-e92ca80b88a9 service neutron] 10.222.0.99 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991313 Jun 23 17:04:01.046722 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ae8f55e7-092b-41b9-83e8-af918768bb19 service neutron] 10.222.0.99 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889118 Jun 23 17:04:01.328575 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-22b958af-d7d5-4fbd-812b-454ba3295e01 req-b5034a4b-0687-4327-bc47-7c45d7049348 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 210 time: 0.0329354 Jun 23 17:04:02.482609 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-21ab4b22-9730-4508-9fdd-ac4e3802dc98 req-f298814f-dfd0-4350-8324-eca828b84a75 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 210 time: 0.0307202 Jun 23 17:04:03.097847 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:03.638741 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-23cce7d6-79af-41ed-8c3c-6d7b4477b503 req-f7f481ff-ef5f-4cf4-8a2a-5a7bef8d50e0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 210 time: 0.0362310 Jun 23 17:04:04.350521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-a0cc002f-4e6c-4c44-b21c-e528b587b94d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:04.351964 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-a0cc002f-4e6c-4c44-b21c-e528b587b94d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 817 time: 0.1117594 Jun 23 17:04:04.421780 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-07fd8d11-eb4d-4a88-a4d3-594e7fbd5565 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 379 time: 0.0388248 Jun 23 17:04:04.432116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'port': {'device_id': '237c994d-c754-40c6-9e37-fe96351d5b11', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'admin_state_up': True, 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'security_groups': ['c10457fb-f6cb-42fb-94d5-f32c096f66c2']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:04.684767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Made reservation on behalf of c504db01624842e7aff3ea7deddf20c8 for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:04.689406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:04.812904 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-37c1eb3f-841b-4f4f-8e0c-8b0052acacda req-17a4242b-54d7-491a-9d53-230f795f4edd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 210 time: 0.0480511 Jun 23 17:04:04.825877 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Allocated IP 172.20.0.8 (fa638a43-811f-44d5-9576-829ad4192938/dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00/d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:04.965117 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:04.981575 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Transition to ACTIVE for port object d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:05.108195 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.112125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-12feed38-df2a-4625-a1b9-02dff3d211c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:05.155261 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Network fa638a43-811f-44d5-9576-829ad4192938 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:05.158407 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:05.162345 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:04:05.187323 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:05.201670 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.202017 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.202378 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.202843 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.203089 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.203439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.203815 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.204159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.204504 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.204845 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.205182 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.205521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.217908 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:05.237770 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:05.238406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.441511 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0137634 Jun 23 17:04:05.464717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Request body: {'port': {'device_id': '237c994d-c754-40c6-9e37-fe96351d5b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:05.543719 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.570656 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-208a06e8-5886-47c3-a86b-25239478b580 None None] Provisioning for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:05.575683 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-208a06e8-5886-47c3-a86b-25239478b580 None None] Provisioning complete for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:05.576108 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-208a06e8-5886-47c3-a86b-25239478b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.738231 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-208a06e8-5886-47c3-a86b-25239478b580 None None] Port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:04:05.824566 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:04:05.831907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.843827 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Transition to ACTIVE for port object d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:04:05.976827 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.979406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:06.003234 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23248b12-0e77-4114-819d-7cf5cffb6455 req-62d1b08f-73ca-44bb-a782-ee044f78356b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:06.004863 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-23248b12-0e77-4114-819d-7cf5cffb6455 req-62d1b08f-73ca-44bb-a782-ee044f78356b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 931 time: 0.0724986 Jun 23 17:04:06.033559 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:06.038650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:06.048715 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-23248b12-0e77-4114-819d-7cf5cffb6455 req-7fad10a1-d0a7-448c-bfb0-17f64614e94d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368721 Jun 23 17:04:06.112150 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Attempting to bind port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:04:06.112533 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Attempting to bind port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:04:06.118860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Attempting to bind port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:06.118860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f on network fa638a43-811f-44d5-9576-829ad4192938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:04:06.118860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Attempting to bind port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f on network fa638a43-811f-44d5-9576-829ad4192938 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:04:06.124042 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:04:06.124418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Checking segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:04:06.124804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Bound using segment: {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:04:06.125284 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Bound port: d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb99782-c529-4f63-b552-21b0d2fd0e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:04:06.125635 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:06.193046 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:06.196208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:06.412124 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:06.412124 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bf95ef15-fc23-48cc-997b-d27c0195e3d5 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:06.443425 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:06.444569 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:06.446191 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] 10.222.0.68 "PUT /v2.0/ports/d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 200 len: 1093 time: 0.9865451 Jun 23 17:04:06.448447 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:04:06.450791 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d7a9b-8080-4c11-b356-0495436204f0" -d '{"events": [{"name": "network-changed", "server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:04:06.479096 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:06.492520 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:06.506212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecde9f0-d92d-432f-9641-92dfe894e832 x-openstack-request-id: req-cecde9f0-d92d-432f-9641-92dfe894e832 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:04:06.506545 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:04:06.506829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-cecde9f0-d92d-432f-9641-92dfe894e832 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:04:06.507257 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'status': 'completed', 'code': 200} Jun 23 17:04:06.648733 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-ecc5757b-67ab-416f-b462-b89590ace918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:06.650986 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-ecc5757b-67ab-416f-b462-b89590ace918 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1096 time: 0.0587118 Jun 23 17:04:06.767804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-78d9ecde-4eec-4640-b7c8-4f735c8338ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:06.769098 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-78d9ecde-4eec-4640-b7c8-4f735c8338ae service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c504db01624842e7aff3ea7deddf20c8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1041341 Jun 23 17:04:06.872526 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-75b37d6c-da0b-4f0a-9c2e-69ca4037b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:06.873986 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dc6d7a9b-8080-4c11-b356-0495436204f0 req-75b37d6c-da0b-4f0a-9c2e-69ca4037b091 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0980358 Jun 23 17:04:07.014844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-4f7e067f-c194-4aad-b00f-5f3d69e3bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:07.016489 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-4f7e067f-c194-4aad-b00f-5f3d69e3bfff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1096 time: 0.0581150 Jun 23 17:04:07.075120 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-70c4108c-0c9f-4cc8-bd35-04023e360ac1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 200 len: 217 time: 0.0413368 Jun 23 17:04:07.138059 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-6cb5f8a2-a952-423b-bf16-781c2d203d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:07.138918 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-6cb5f8a2-a952-423b-bf16-781c2d203d33 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0560906 Jun 23 17:04:07.213932 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-f2359adf-d59d-4b61-9ad5-fb648719a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:07.215649 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-f2359adf-d59d-4b61-9ad5-fb648719a375 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676150 Jun 23 17:04:07.413516 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18fe66-3d8c-498b-821b-2594159d11d9 req-f345f71d-51f7-4c3e-a7e4-dd8b61b459d3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:07.415671 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4b18fe66-3d8c-498b-821b-2594159d11d9 req-f345f71d-51f7-4c3e-a7e4-dd8b61b459d3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0695317 Jun 23 17:04:07.459995 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4b18fe66-3d8c-498b-821b-2594159d11d9 req-b82c7e99-d9dd-4857-9801-f10c3110164e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374861 Jun 23 17:04:07.581228 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-d22b14d5-bede-4a06-b976-812a7f3eae8a service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576095 Jun 23 17:04:07.678983 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9f9f86e1-ce17-4b36-8ceb-6a0caab2c676 req-e0d4a30b-199c-414e-94bb-f080ce493eb0 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890193 Jun 23 17:04:08.651137 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357779d-0768-49a3-8b2e-34bf41c38bca req-e5cad14a-551e-4348-98f0-0ff276a1ac18 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:08.652660 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8357779d-0768-49a3-8b2e-34bf41c38bca req-e5cad14a-551e-4348-98f0-0ff276a1ac18 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0657375 Jun 23 17:04:08.693607 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8357779d-0768-49a3-8b2e-34bf41c38bca req-c968c789-ae0f-42c8-adaf-868c3ed1be40 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351799 Jun 23 17:04:09.888892 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472d51-f276-416b-a448-8d0dd047b50d req-8b4c132e-d80f-4907-b29d-fe3c753a6fb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:09.889593 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-17472d51-f276-416b-a448-8d0dd047b50d req-8b4c132e-d80f-4907-b29d-fe3c753a6fb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0721583 Jun 23 17:04:09.929903 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-17472d51-f276-416b-a448-8d0dd047b50d req-44020636-b30e-4060-9bd7-ebb505dd16fd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343361 Jun 23 17:04:09.951296 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:04:10.058476 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:10.071638 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:04:10.125777 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:10.141265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:04:10.164695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:10.308206 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:10.310070 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:10.358443 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:10.361454 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:10.775643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:04:11.130569 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7969b6e-e3c7-48b8-b71e-bf9c46ec6ad1 req-1e90d68d-e727-4db0-ae8e-80b86e2aa3d8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:11.132012 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d7969b6e-e3c7-48b8-b71e-bf9c46ec6ad1 req-1e90d68d-e727-4db0-ae8e-80b86e2aa3d8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.0737398 Jun 23 17:04:11.177055 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d7969b6e-e3c7-48b8-b71e-bf9c46ec6ad1 req-b0190f3e-4f3b-4ad2-b1eb-f548539e1ecf tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jun 23 17:04:11.960991 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:12.097013 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:04:12.102885 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:04:12.104089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.194750 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.222184 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:04:12.224765 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa5255-c36e-4c8a-bb0d-91690f9d0c9d" -d '{"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:04:12.244332 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:12.417250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.419430 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38e54-a0e1-466c-be82-55d336118ec8 req-b3fb7b84-e9d5-4398-86de-c87f81f06453 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:12.421074 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-009bda4d-6358-4cc2-9319-c6a316ef1774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:12.421224 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1dc38e54-a0e1-466c-be82-55d336118ec8 req-b3fb7b84-e9d5-4398-86de-c87f81f06453 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.0795777 Jun 23 17:04:12.445481 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122c703-7bca-4682-a4c7-e8602e9e9a14 x-openstack-request-id: req-e122c703-7bca-4682-a4c7-e8602e9e9a14 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:04:12.446547 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:04:12.448939 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-e122c703-7bca-4682-a4c7-e8602e9e9a14 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:04:12.456970 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'code': 200} Jun 23 17:04:12.482126 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1dc38e54-a0e1-466c-be82-55d336118ec8 req-f30a7292-8098-4c58-bea0-3cab6e6e60c5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531018 Jun 23 17:04:12.490128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:12.500416 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:12.662646 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52620) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:12.804715 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.901302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.988449 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:12.992191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-aacf99ab-a1d0-4450-941e-0d5929641537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:13.033191 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=986a9979d215483bb2fd85c8a2cb10ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690228 Jun 23 17:04:13.034124 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ceed5-7189-43d5-8d20-4f222124d918,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:13.037685 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52628) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:13.044530 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:13.096161 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.145160 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.200695 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28972a-5f7d-4cc2-8796-8a5f9aa18aeb req-59df084d-9723-4d15-9ccf-fe25621ac516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:13.202611 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd28972a-5f7d-4cc2-8796-8a5f9aa18aeb req-59df084d-9723-4d15-9ccf-fe25621ac516 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1098 time: 0.0935910 Jun 23 17:04:13.246277 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dd28972a-5f7d-4cc2-8796-8a5f9aa18aeb req-215eb7b7-b873-4eb2-a537-527426e8e06f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353570 Jun 23 17:04:13.319411 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.322302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:13.323448 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/192ceed5-7189-43d5-8d20-4f222124d918 HTTP/1.1" status: 204 len: 168 time: 0.2848895 Jun 23 17:04:13.324401 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-75093fef-7a60-42b2-9f40-0002b7b4ff9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:13.333579 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ceed5-7189-43d5-8d20-4f222124d918,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:13.337148 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:13.684123 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8e2a3-6f88-4079-a969-cebbaba763bd req-a01e62e6-d8b6-41a2-ace1-7b5b2b7fcfed tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:13.692228 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-eda8e2a3-6f88-4079-a969-cebbaba763bd req-a01e62e6-d8b6-41a2-ace1-7b5b2b7fcfed tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0767550 Jun 23 17:04:13.749969 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-eda8e2a3-6f88-4079-a969-cebbaba763bd req-e1d1e58a-d5a2-4ee6-8a38-0aecb25203fd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557709 Jun 23 17:04:14.177395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52640) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:14.183126 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-833121c0-8e55-4e77-bf08-80a8ed797009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.192660 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.293790 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.376884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.379691 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-897cca27-1d5d-4578-8722-240abf8da123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:14.420993 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=a9d4afbeae404d5393ef4a2ecf5edcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391450 Jun 23 17:04:14.420993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3630a6-2848-4551-954e-153c12475a82,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:14.421344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52642) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:14.424980 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-97618a06-09af-48a8-ac1b-c7f16307c628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:14.476366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.502406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.639502 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.642178 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:14.643334 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/be3630a6-2848-4551-954e-153c12475a82 HTTP/1.1" status: 204 len: 168 time: 0.2213552 Jun 23 17:04:14.644144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-47f051f7-aa58-4cd3-81c5-bfea3c316696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:14.652925 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3630a6-2848-4551-954e-153c12475a82,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:14.655840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:14.956298 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673440cb-a46e-4a56-b729-cab4883d16e2 req-2eb89768-6461-4c73-b792-c22c06f67ef2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:14.957703 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-673440cb-a46e-4a56-b729-cab4883d16e2 req-2eb89768-6461-4c73-b792-c22c06f67ef2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0762107 Jun 23 17:04:15.017627 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-673440cb-a46e-4a56-b729-cab4883d16e2 req-81153ada-242b-4191-b364-90f8fa93ed18 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523858 Jun 23 17:04:15.520216 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52656) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:15.533820 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.631636 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.690703 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.693411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65954e0a-c419-47c4-a4f9-ceb050cda63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:15.732066 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=3621af80a24740dd88ffd7a791a9b452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106717 Jun 23 17:04:15.733009 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd0030-a4d7-4dd3-ab39-d773712efb1f,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:15.734861 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52658) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:15.736034 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:15.794571 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.817633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.948576 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.951434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:15.952996 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/16fd0030-a4d7-4dd3-ab39-d773712efb1f HTTP/1.1" status: 204 len: 168 time: 0.2171102 Jun 23 17:04:15.954431 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-45817bde-e3ae-4467-b3c6-a515e66a8329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:15.963789 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd0030-a4d7-4dd3-ab39-d773712efb1f,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:15.966216 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:16.231405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d4137-df84-498a-b435-08d9b59f9c52 req-ba760e7a-ea12-4c39-ab7f-be2995e82c28 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:16.232857 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8c6d4137-df84-498a-b435-08d9b59f9c52 req-ba760e7a-ea12-4c39-ab7f-be2995e82c28 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0726271 Jun 23 17:04:16.273007 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8c6d4137-df84-498a-b435-08d9b59f9c52 req-182d1272-bf86-4a67-81c7-f79adee6f47c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Jun 23 17:04:16.974122 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d5f6fa7b-96b3-4f48-aba1-f3b716539308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.022519 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:17.460809 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e88750-0952-4901-8885-e655f4f7dc77 req-c3a09e9d-e151-488f-a49f-5dd51b51b073 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:17.463016 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d0e88750-0952-4901-8885-e655f4f7dc77 req-c3a09e9d-e151-488f-a49f-5dd51b51b073 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Jun 23 17:04:17.507912 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d0e88750-0952-4901-8885-e655f4f7dc77 req-f6370faa-61ed-4eca-985d-33770222a2cf tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387423 Jun 23 17:04:18.610934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:18.721144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bacd2-31a5-42f1-bb2b-4fc5b6c67a74 req-f12eae57-5cf2-405a-9028-a650bbccf201 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:18.722774 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-889bacd2-31a5-42f1-bb2b-4fc5b6c67a74 req-f12eae57-5cf2-405a-9028-a650bbccf201 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0688777 Jun 23 17:04:18.774873 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-889bacd2-31a5-42f1-bb2b-4fc5b6c67a74 req-88601f2b-7ec0-4617-a545-73dc93602e59 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Jun 23 17:04:18.957098 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336970c9-7c43-4e9f-a99c-6e752b4b0bd6 req-a4caf1ec-6e4f-4d7b-b26a-ce4baf343c9a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:18.958640 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-336970c9-7c43-4e9f-a99c-6e752b4b0bd6 req-a4caf1ec-6e4f-4d7b-b26a-ce4baf343c9a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0692475 Jun 23 17:04:18.968723 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52708) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:18.976679 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Request body: {'floatingip': {'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:04:19.027805 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.526176 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.611372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:19.716698 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Floating IP ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769 associated. External IP: 172.27.1.206, port: d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f. Jun 23 17:04:19.937152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:04:20.050013 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:20.056736 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.061717 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:20.072159 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:20.072871 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:04:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:20.096648 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-e121f117-841e-4586-b356-f67f78973cbc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "PUT /v2.0/floatingips/ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769 HTTP/1.1" status: 200 len: 991 time: 1.1257670 Jun 23 17:04:20.097429 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:04:20.099918 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1" -d '{"events": [{"name": "network-changed", "server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:04:20.189885 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:20.426122 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c994d-c754-40c6-9e37-fe96351d5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:59Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:20.458262 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:20.472013 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:04:20.472686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:04:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:20.584977 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:04:20.610023 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:20.816105 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c994d-c754-40c6-9e37-fe96351d5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:59Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:20.846285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02244e41-d135-416f-b247-2eddd19233f9 None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237c994d-c754-40c6-9e37-fe96351d5b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:03:59Z', 'updated_at': '2021-06-23T17:04:19Z', 'revision_number': 1, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:21.043594 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f5d60f-ba3a-435a-9765-317ec40115cb None None] New status for floating IP ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:04:21.622007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64d2e1-97af-4255-a4f8-04097dc746fe x-openstack-request-id: req-ff64d2e1-97af-4255-a4f8-04097dc746fe {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:04:21.622524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:04:21.622621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ff64d2e1-97af-4255-a4f8-04097dc746fe {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:04:21.622994 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'status': 'completed', 'code': 200} Jun 23 17:04:21.725600 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-a2b1b056-63be-4337-912d-10f3f6922d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:21.727634 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-a2b1b056-63be-4337-912d-10f3f6922d93 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1098 time: 0.0538192 Jun 23 17:04:21.820704 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-b11411f8-cffd-46d2-8aa3-be9f16e6efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:21.822140 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-b11411f8-cffd-46d2-8aa3-be9f16e6efb5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.0878830 Jun 23 17:04:21.895981 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-60c78746-a966-4ece-9c27-e5e950f86ddf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 200 len: 1001 time: 0.0625660 Jun 23 17:04:21.948375 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-9bf173c4-c3da-4ce7-9f09-eaae3d889413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:21.950499 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-9bf173c4-c3da-4ce7-9f09-eaae3d889413 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0452559 Jun 23 17:04:22.015630 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-7391f46a-b9e6-4453-8041-06f3bc8c889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:22.017218 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-7391f46a-b9e6-4453-8041-06f3bc8c889f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587783 Jun 23 17:04:22.113109 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-4fb866fe-dd52-498c-835b-6ae25423828c service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878847 Jun 23 17:04:22.217630 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c3c2a0b9-35ea-4c0b-8d6a-da0fe25190d1 req-fbb6990b-aeb8-4e30-bae8-a44a4d447f1d service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899994 Jun 23 17:04:26.657026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:33.707573 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63db6-1430-40aa-bbc5-cc9019abe7a6 req-769449a6-fda8-4edb-933a-3670570485e4 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:33.718645 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4af63db6-1430-40aa-bbc5-cc9019abe7a6 req-769449a6-fda8-4edb-933a-3670570485e4 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.0731795 Jun 23 17:04:33.756065 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4af63db6-1430-40aa-bbc5-cc9019abe7a6 req-cc4c478f-15a8-48e9-8ea1-b64521b00046 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Jun 23 17:04:34.959871 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647887c1-2f76-44c7-809b-ff4f3c45f5ac req-7197bae8-2763-42e1-8e10-3aa36fcfda62 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:34.961404 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-647887c1-2f76-44c7-809b-ff4f3c45f5ac req-7197bae8-2763-42e1-8e10-3aa36fcfda62 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.0723555 Jun 23 17:04:35.005982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-647887c1-2f76-44c7-809b-ff4f3c45f5ac req-702856b3-43d2-4c06-973f-14fefcb25278 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Jun 23 17:04:36.187140 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-bf20eca0-affa-49ab-b659-a9d674af639e tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:36.188674 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-bf20eca0-affa-49ab-b659-a9d674af639e tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.0793252 Jun 23 17:04:36.237701 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bca871-3583-4f99-a05a-ef9f405d4041 req-02025147-4561-441f-b2b3-89b1c89e8332 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:36.240652 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7bca871-3583-4f99-a05a-ef9f405d4041 req-02025147-4561-441f-b2b3-89b1c89e8332 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 946 time: 0.1046350 Jun 23 17:04:36.284249 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f7bca871-3583-4f99-a05a-ef9f405d4041 req-f0781ba8-95f3-4197-9992-cfab0bcfed0e tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Jun 23 17:04:36.306954 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Deleting port 9c70eaff-875a-443e-8592-49d9965991ad {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:04:36.307448 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:36.395651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] For port 9c70eaff-875a-443e-8592-49d9965991ad, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9c70eaff-875a-443e-8592-49d9965991ad,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:36.396004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:36.413523 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Calling delete_port for 9c70eaff-875a-443e-8592-49d9965991ad owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:04:36.690342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:36.694432 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:36.721647 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Pushing event deleted for resources: {'Port': ['ID=9c70eaff-875a-443e-8592-49d9965991ad,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:36.724875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:36.771218 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] No DVR routers for this DVR port 9c70eaff-875a-443e-8592-49d9965991ad on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:04:36.773798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:36.776527 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7eda7fd-9a80-453e-8f50-784c1537d04b req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "DELETE /v2.0/ports/9c70eaff-875a-443e-8592-49d9965991ad HTTP/1.1" status: 204 len: 173 time: 0.5807109 Jun 23 17:04:36.777036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'name': 'network-vif-deleted', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:04:36.780897 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee728aa7-9301-4426-9630-0d550838e666" -d '{"events": [{"server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "name": "network-vif-deleted", "tag": "9c70eaff-875a-443e-8592-49d9965991ad"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:04:36.784101 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 52930) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:36.818011 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011116e4-973e-4ad7-8156-b03672314bbf x-openstack-request-id: req-011116e4-973e-4ad7-8156-b03672314bbf {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:04:36.818558 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dca1031-514c-441b-9836-dd1e5ee9056c", "name": "network-vif-deleted", "tag": "9c70eaff-875a-443e-8592-49d9965991ad", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:04:36.818837 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-011116e4-973e-4ad7-8156-b03672314bbf {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:04:36.819416 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dca1031-514c-441b-9836-dd1e5ee9056c', 'name': 'network-vif-deleted', 'tag': '9c70eaff-875a-443e-8592-49d9965991ad', 'status': 'completed', 'code': 200} Jun 23 17:04:36.919889 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.023437 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.097206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.100334 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-086b799c-f8bd-4ca1-aa36-927adc8809ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:37.139686 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=0381c61f770743babfca70776b5916db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549111 Jun 23 17:04:37.140660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4170d9b-fe4e-4894-98ba-8427aa5fa5ca,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:37.142395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 52938) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:04:37.143901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:37.196645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.222816 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.388836 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.391595 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:37.392791 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d4170d9b-fe4e-4894-98ba-8427aa5fa5ca HTTP/1.1" status: 204 len: 168 time: 0.2485850 Jun 23 17:04:37.393623 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f9e77b71-b260-4c84-a936-a80173713aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:04:37.401781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4170d9b-fe4e-4894-98ba-8427aa5fa5ca,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:37.404640 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:04:37.459769 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-99e74bb7-5702-40f0-81b0-7d39f78c9a37 req-14e5266b-07a4-4277-920d-739b610a2734 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=5dca1031-514c-441b-9836-dd1e5ee9056c HTTP/1.1" status: 200 len: 210 time: 0.0299265 Jun 23 17:04:38.101985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 9c70eaff-875a-443e-8592-49d9965991ad no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:04:38.123662 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 9c70eaff-875a-443e-8592-49d9965991ad {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:04:38.124017 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 9c70eaff-875a-443e-8592-49d9965991ad not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:04:40.096333 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:44.251682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-65378414-75d8-4f31-af22-89a14e93905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:46.942025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-37066279-7d71-44e4-b8b4-7bf2c1d44169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:47.011530 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:48.552683 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:50.526171 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:54.855464 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-fff1e50c-eec1-417c-8207-ffbec3bfab98 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:04:54.862358 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-fff1e50c-eec1-417c-8207-ffbec3bfab98 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/networks?id=08380e76-0bff-4d74-946a-8ae97c7dd8c9 HTTP/1.1" status: 200 len: 813 time: 0.1306462 Jun 23 17:04:54.872710 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-c3357167-39ed-4bdc-8049-5d081152f927 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/quotas/9c1d17aa182b48b59558200abf65ee32 HTTP/1.1" status: 200 len: 375 time: 0.0100145 Jun 23 17:04:54.911373 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-d4c9deaa-7d8c-448a-a940-85b44d139bfa tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326295 Jun 23 17:04:55.016942 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-b17e1fc3-7916-4151-9302-cebabb43ffac service neutron] 10.222.0.99 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983737 Jun 23 17:04:55.137274 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-ad45f59f-3d7f-41f2-b73c-e7032e417fcb service neutron] 10.222.0.99 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140409 Jun 23 17:04:55.541948 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-44f326f9-d6b5-4596-b928-207e2263ae75 req-3f009499-556d-4e12-a7e6-4f06097fcd1c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Jun 23 17:04:56.611835 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:56.695924 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5ebf3610-5025-4283-a4d6-d14e23bb45e7 req-d4c5e961-d0ca-4318-b618-c9cd3d175f48 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0299671 Jun 23 17:04:57.843788 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7980b470-3c0b-4864-85a0-e2b6f1ea097a req-08fbbda0-7486-47ab-b948-bdd1f5c3301c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0337358 Jun 23 17:04:58.983649 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-24ebff72-ce89-4017-bafe-72cae2261156 req-b125ad4a-a2d2-416a-b199-7a6fc12b0ee6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0296841 Jun 23 17:05:00.136654 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bc6d9da0-7472-46b8-8b89-836f396ebe88 req-9c65e305-ce10-480f-ad46-7a1a5d12ea46 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0382049 Jun 23 17:05:00.930762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-cc7419b9-f4e6-4658-9ffb-4ca6e13c1769 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:00.932438 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-cc7419b9-f4e6-4658-9ffb-4ca6e13c1769 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "GET /v2.0/networks?id=08380e76-0bff-4d74-946a-8ae97c7dd8c9 HTTP/1.1" status: 200 len: 813 time: 0.1426659 Jun 23 17:05:00.954638 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Request body: {'port': {'device_id': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9', 'admin_state_up': True, 'tenant_id': '9c1d17aa182b48b59558200abf65ee32'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:05:01.295086 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-839cc432-7cb4-45f8-a427-20c8eaeeb69e req-f43b8c85-e717-4ad7-a81e-ea5bf5f6362f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0333149 Jun 23 17:05:01.309268 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Made reservation on behalf of 9c1d17aa182b48b59558200abf65ee32 for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:05:01.313252 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:01.450168 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Allocated IP 172.20.0.7 (08380e76-0bff-4d74-946a-8ae97c7dd8c9/fc89ffac-df08-49cb-9bed-a752f63cc353/c507da87-d07c-4c26-b2ac-4d14d2610d94) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:05:01.611434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:01.726289 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:01.730501 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f71bb52a-7e8e-4197-bfb7-21f7ee7ce91e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:01.773527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:05:01.777065 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:05:01.781014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:05:01.803785 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Pushing event updated for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:01.808597 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:01.831678 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:01.832311 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:01.943423 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9937749 Jun 23 17:05:01.968259 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Request body: {'port': {'device_id': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:05:02.065967 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:02.495422 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc97e2-615b-41a2-9d8e-15f802db5165 req-f627ad64-7ec0-4959-b2b8-d19d1e46acff tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:02.497141 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20fc97e2-615b-41a2-9d8e-15f802db5165 req-f627ad64-7ec0-4959-b2b8-d19d1e46acff tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 931 time: 0.0800753 Jun 23 17:05:02.539212 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20fc97e2-615b-41a2-9d8e-15f802db5165 req-8fc68301-3240-4dff-9d66-fbebd597b64f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348220 Jun 23 17:05:02.612396 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c507da87-d07c-4c26-b2ac-4d14d2610d94 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:02.620460 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:02.632645 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Transition to ACTIVE for port object c507da87-d07c-4c26-b2ac-4d14d2610d94 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:05:02.701010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:02.703095 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:02.754491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:02.758059 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:02.821344 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Attempting to bind port c507da87-d07c-4c26-b2ac-4d14d2610d94 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:05:02.821581 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Attempting to bind port c507da87-d07c-4c26-b2ac-4d14d2610d94 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:05:02.821927 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Attempting to bind port c507da87-d07c-4c26-b2ac-4d14d2610d94 on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:05:02.826375 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Port c507da87-d07c-4c26-b2ac-4d14d2610d94 on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:05:02.826687 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Attempting to bind port c507da87-d07c-4c26-b2ac-4d14d2610d94 on network 08380e76-0bff-4d74-946a-8ae97c7dd8c9 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:05:02.831397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:05:02.831775 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Checking segment: {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:05:02.832118 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Bound using segment: {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:05:02.832532 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Bound port: c507da87-d07c-4c26-b2ac-4d14d2610d94, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414e2d50-f604-495d-878b-e811326b18fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1499, 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:05:02.832872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:02.897015 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:05:02.900902 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:05:03.012941 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:03.015913 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e6aa0a57-6478-45ff-92af-b33ffa6b0700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:03.049534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.050135 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:03.051523 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] 10.222.0.68 "PUT /v2.0/ports/c507da87-d07c-4c26-b2ac-4d14d2610d94 HTTP/1.1" status: 200 len: 1093 time: 1.0878527 Jun 23 17:05:03.052005 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:03.054300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d6987b-0ad9-4b35-8558-5b71b19394ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:03.082396 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:03.086036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:03.094571 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34710d-243f-4eec-8dcf-d861bd1a100f x-openstack-request-id: req-1a34710d-243f-4eec-8dcf-d861bd1a100f {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:03.094922 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:03.095236 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-1a34710d-243f-4eec-8dcf-d861bd1a100f {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:03.095687 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94', 'status': 'completed', 'code': 200} Jun 23 17:05:03.215029 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-57aa05ae-3163-4b0d-9790-32bfe440f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.216631 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-57aa05ae-3163-4b0d-9790-32bfe440f160 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 1096 time: 0.0683508 Jun 23 17:05:03.342179 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-cc0739b7-0e86-4f4d-b0b9-f4b8e33464f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.343579 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-cc0739b7-0e86-4f4d-b0b9-f4b8e33464f2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9c1d17aa182b48b59558200abf65ee32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014214 Jun 23 17:05:03.439817 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-d381cb01-a972-4732-a634-85b0b9e2a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.441270 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c8d6987b-0ad9-4b35-8558-5b71b19394ba req-d381cb01-a972-4732-a634-85b0b9e2a0f6 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902619 Jun 23 17:05:03.568183 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-5c7e79d0-74c9-40db-bcff-fb108ee66377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.569685 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-5c7e79d0-74c9-40db-bcff-fb108ee66377 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c1d17aa182b48b59558200abf65ee32&device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 1096 time: 0.0588551 Jun 23 17:05:03.627638 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-dfc58cd4-2773-4a54-b383-74ff46d5b4d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94 HTTP/1.1" status: 200 len: 217 time: 0.0423410 Jun 23 17:05:03.714681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-d53f1066-2ae8-4d9d-9949-2e6edd513219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.716164 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-d53f1066-2ae8-4d9d-9949-2e6edd513219 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fc89ffac-df08-49cb-9bed-a752f63cc353 HTTP/1.1" status: 200 len: 853 time: 0.0818124 Jun 23 17:05:03.764846 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-bd6afad3-c1f7-402a-aa53-47f7811e5eda service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=08380e76-0bff-4d74-946a-8ae97c7dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340805 Jun 23 17:05:03.784176 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f7724-26f4-44d1-b7b7-f8bb0ceb230e req-46759d01-397f-4546-9aeb-d5e11b37668d tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:03.785602 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bf4f7724-26f4-44d1-b7b7-f8bb0ceb230e req-46759d01-397f-4546-9aeb-d5e11b37668d tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 943 time: 0.1220446 Jun 23 17:05:03.872181 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-bf4f7724-26f4-44d1-b7b7-f8bb0ceb230e req-22cd23f0-e5d1-4780-95cb-3a1c4f247eda tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 Jun 23 17:05:03.892140 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-5a4bef74-e41f-4144-9517-fa6c2e2a2532 service neutron] 10.222.0.68 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246400 Jun 23 17:05:03.989566 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05a3db26-9aca-475c-bab2-0fef9b7fb0c9 req-4464c030-11e0-4165-a518-d3d73d2897fb service neutron] 10.222.0.68 "GET /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904517 Jun 23 17:05:05.072159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cfb3-5bac-4d24-8d37-b02da017ce2b req-b4bb8462-a765-4e48-87a9-c72998187721 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:05.073659 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f836cfb3-5bac-4d24-8d37-b02da017ce2b req-b4bb8462-a765-4e48-87a9-c72998187721 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 943 time: 0.0824704 Jun 23 17:05:05.117904 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f836cfb3-5bac-4d24-8d37-b02da017ce2b req-e1888cd5-85fc-4fb9-91b0-a444689ddba3 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Jun 23 17:05:06.248289 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c507da87-d07c-4c26-b2ac-4d14d2610d94 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:05:06.304101 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b6409-be5b-4ef6-b557-e9a0c27a8634 req-eef524f4-5147-4d30-9621-81d8508fbbcf tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:06.305629 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6c9b6409-be5b-4ef6-b557-e9a0c27a8634 req-eef524f4-5147-4d30-9621-81d8508fbbcf tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 943 time: 0.0699775 Jun 23 17:05:06.351109 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6c9b6409-be5b-4ef6-b557-e9a0c27a8634 req-9b9844e2-042b-4a51-83f9-e393212fca5f tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Jun 23 17:05:06.356436 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:06.368431 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'c507da87-d07c-4c26-b2ac-4d14d2610d94', 'network_id': '08380e76-0bff-4d74-946a-8ae97c7dd8c9', 'port_id': 'c507da87-d07c-4c26-b2ac-4d14d2610d94', 'mac_address': 'fa:16:3e:0f:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc89ffac-df08-49cb-9bed-a752f63cc353', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:05:06.407304 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.421043 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c507da87-d07c-4c26-b2ac-4d14d2610d94 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:06.440156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:06.537094 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.542754 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:06.598391 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:06.607200 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.607559 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.607905 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.608239 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.608621 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.608962 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.609283 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.609610 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.609939 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.610250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.610561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.610880 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:06.615053 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:06.620366 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 53258) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:06.757459 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.883880 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.916942 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['c507da87-d07c-4c26-b2ac-4d14d2610d94'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:05:07.016733 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:07.020450 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f5ce8624-af5a-4bff-8ba8-4a7e6484969e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:07.056477 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ca3cb6713b294f7a836ce203db5b1786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347861 Jun 23 17:05:07.058961 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83115dde-03f9-4f4f-8438-fdce7c634f4d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:07.059658 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53264) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:07.067040 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.067402 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.067808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.068131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.068505 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.068856 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.069191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.069528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.069868 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.070203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.070537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.070871 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.076254 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1bbde109-de35-4c4e-a2ec-26ae35aae147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:07.113056 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:07.136017 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:07.410174 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:07.410174 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:07.410174 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/83115dde-03f9-4f4f-8438-fdce7c634f4d HTTP/1.1" status: 204 len: 168 time: 0.3424940 Jun 23 17:05:07.410174 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9471722a-3fe7-42ce-b391-12ea9199115e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:07.420126 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83115dde-03f9-4f4f-8438-fdce7c634f4d,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:07.421407 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.421783 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.422147 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.422498 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.422848 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.423516 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.423885 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.424239 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.424706 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.425136 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.425409 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.425805 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:05:07.428978 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:07.564222 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b78b-5afb-4b8b-9e42-5fc37aa6ca06 req-8a6e3d11-44ab-4e76-8987-02889433f1f0 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:07.565731 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dff9b78b-5afb-4b8b-9e42-5fc37aa6ca06 req-8a6e3d11-44ab-4e76-8987-02889433f1f0 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 944 time: 0.0690796 Jun 23 17:05:07.606960 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dff9b78b-5afb-4b8b-9e42-5fc37aa6ca06 req-b343e20a-b037-4ed8-960d-a24c36ec2ce8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354235 Jun 23 17:05:08.284504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c507da87-d07c-4c26-b2ac-4d14d2610d94 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:05:08.405874 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port c507da87-d07c-4c26-b2ac-4d14d2610d94 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:05:08.410268 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port c507da87-d07c-4c26-b2ac-4d14d2610d94 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:05:08.410683 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:08.496604 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:08.521197 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:08.523552 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642fa2e8-5f22-423a-ac9e-1d9e1e423a03" -d '{"events": [{"server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "name": "network-vif-plugged", "status": "completed", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:08.538727 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:08.566776 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d88cd9-7b5a-4953-9222-c6ed59ca3ff1 x-openstack-request-id: req-12d88cd9-7b5a-4953-9222-c6ed59ca3ff1 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:08.567145 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "name": "network-vif-plugged", "status": "completed", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:08.567625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-12d88cd9-7b5a-4953-9222-c6ed59ca3ff1 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:08.568088 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94', 'code': 200} Jun 23 17:05:08.589010 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:08.590934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:08.638375 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:08.641718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:08.810251 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84060-241d-438c-a6b0-956857d157b0 req-9805f80d-60c0-499a-990c-bb98f2f08999 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:08.812292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8cd84060-241d-438c-a6b0-956857d157b0 req-9805f80d-60c0-499a-990c-bb98f2f08999 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0706949 Jun 23 17:05:08.860000 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8cd84060-241d-438c-a6b0-956857d157b0 req-08a6c7b2-cd3e-4de6-873e-900268320861 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Jun 23 17:05:09.017259 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5fb2-5f21-48d2-ab40-0de1d21c89b8 req-e7453d9c-ef74-4cfb-bffc-510a12ca1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:09.018801 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-47de5fb2-5f21-48d2-ab40-0de1d21c89b8 req-e7453d9c-ef74-4cfb-bffc-510a12ca1936 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 1098 time: 0.0643406 Jun 23 17:05:09.060608 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-47de5fb2-5f21-48d2-ab40-0de1d21c89b8 req-d9442e48-3cad-4f12-8a5f-4b90c1f5ebf9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Jun 23 17:05:10.043698 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0c839-7085-4606-9f80-6a9ce8844321 req-e412446c-84e8-4f77-b618-f90d79625574 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:10.045250 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c4a0c839-7085-4606-9f80-6a9ce8844321 req-e412446c-84e8-4f77-b618-f90d79625574 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0699718 Jun 23 17:05:10.082849 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c4a0c839-7085-4606-9f80-6a9ce8844321 req-e08f2796-e3be-4983-8961-9ddb06fc6b78 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jun 23 17:05:11.255263 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1043b-7df6-42a1-a2fd-8e463b41dcba req-0eabf540-5225-49c7-a967-041adb0b4a6f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:11.256705 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-66a1043b-7df6-42a1-a2fd-8e463b41dcba req-0eabf540-5225-49c7-a967-041adb0b4a6f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0719097 Jun 23 17:05:11.278944 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74165b-32b5-4056-a96d-ee25cdd1e3cb req-13ac623e-d0f1-4ed0-89d5-8005a5f41271 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:11.280482 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5a74165b-32b5-4056-a96d-ee25cdd1e3cb req-13ac623e-d0f1-4ed0-89d5-8005a5f41271 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0717201 Jun 23 17:05:11.328461 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-66a1043b-7df6-42a1-a2fd-8e463b41dcba req-2f79aa19-4705-4e54-886a-677ab6f89e52 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629139 Jun 23 17:05:11.363493 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5a74165b-32b5-4056-a96d-ee25cdd1e3cb req-239f818d-c8ea-4421-b2cf-93ecc62242f6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Jun 23 17:05:12.536653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a60ff-b0a6-47cf-a826-508db252b0bb req-3eab9d1f-56af-454d-8ff0-18cc7838a1be tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:12.538155 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c45a60ff-b0a6-47cf-a826-508db252b0bb req-3eab9d1f-56af-454d-8ff0-18cc7838a1be tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0699880 Jun 23 17:05:12.580852 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c45a60ff-b0a6-47cf-a826-508db252b0bb req-c4d3892d-7c3c-4bc5-b46a-c5cb58b05e74 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352550 Jun 23 17:05:13.757276 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56c07d-f189-4d27-9273-91ec06403612 req-26044136-ac9f-4406-880a-f3f37a492f7a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:13.758720 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6f56c07d-f189-4d27-9273-91ec06403612 req-26044136-ac9f-4406-880a-f3f37a492f7a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0635910 Jun 23 17:05:13.805925 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6f56c07d-f189-4d27-9273-91ec06403612 req-da146623-a701-4ba6-bdce-6f5702805d4d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Jun 23 17:05:14.160056 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2067fe52-ecb3-4cf3-8415-def5ec8c5d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:15.000640 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc922-7a61-4e83-b0dc-36846613debc req-081cee8b-dc95-4968-b726-cfb03dee634f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:15.002370 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0f0fc922-7a61-4e83-b0dc-36846613debc req-081cee8b-dc95-4968-b726-cfb03dee634f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0698473 Jun 23 17:05:15.059327 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0f0fc922-7a61-4e83-b0dc-36846613debc req-378137bb-bb0c-49da-8d08-fc0ed59df754 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Jun 23 17:05:16.245757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb329-c8cc-4fc7-84aa-bdfb42dfcebf req-3771cecb-7f2c-4ea9-a0f5-4bc2ba148ccd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:16.247550 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a22eb329-c8cc-4fc7-84aa-bdfb42dfcebf req-3771cecb-7f2c-4ea9-a0f5-4bc2ba148ccd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0712070 Jun 23 17:05:16.291389 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a22eb329-c8cc-4fc7-84aa-bdfb42dfcebf req-a975ade7-3a69-45b7-97ea-a51c6ada9aae tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374713 Jun 23 17:05:17.090209 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c950e39d-6a27-4690-9af5-bda2a011882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:17.091770 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:17.096249 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:05:17.478228 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe6939-a8cf-4014-87f0-ad2d832eb095 req-a0d64750-457d-42c8-b352-88b2eda94ed4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:17.482129 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5efe6939-a8cf-4014-87f0-ad2d832eb095 req-a0d64750-457d-42c8-b352-88b2eda94ed4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0672469 Jun 23 17:05:17.522713 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5efe6939-a8cf-4014-87f0-ad2d832eb095 req-0a19ad33-56f7-4c8a-b59e-c60bc120baff tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jun 23 17:05:18.579993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 53406) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:18.600689 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:18.703712 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:18.713144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bf049-47bd-4b0a-aeb8-7f931ec866b9 req-3ab6cc67-ae90-4925-b2d7-47be96735583 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:18.715295 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ad4bf049-47bd-4b0a-aeb8-7f931ec866b9 req-3ab6cc67-ae90-4925-b2d7-47be96735583 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0718718 Jun 23 17:05:18.763456 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ad4bf049-47bd-4b0a-aeb8-7f931ec866b9 req-2c5b70ab-b191-4713-b319-dec6bf573756 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Jun 23 17:05:18.813710 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:18.857552 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:18.860306 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b10b7bb2-b8c3-4e82-b261-cc7751e7b252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:18.897829 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=cefa32b0f08c448da1c1808b8a867691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166075 Jun 23 17:05:18.898721 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5b9dc-852a-43a3-80ea-1e40f74a9fac,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:18.900977 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53412) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:18.903155 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:18.953369 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:18.976863 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:19.086323 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:19.089613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:19.090905 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f5f5b9dc-852a-43a3-80ea-1e40f74a9fac HTTP/1.1" status: 204 len: 168 time: 0.1881893 Jun 23 17:05:19.091789 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ea122298-12c3-4781-9310-e80dbe07304a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:19.099793 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5b9dc-852a-43a3-80ea-1e40f74a9fac,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:19.102551 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:19.957094 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ac694-5ec6-4343-a51e-4ec0b9c61105 req-b685027d-6f68-4017-afa7-f992a48555f8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:19.958617 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b17ac694-5ec6-4343-a51e-4ec0b9c61105 req-b685027d-6f68-4017-afa7-f992a48555f8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0699775 Jun 23 17:05:20.003945 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b17ac694-5ec6-4343-a51e-4ec0b9c61105 req-b39cdbeb-ec40-4d52-8beb-d141118bcf2e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 Jun 23 17:05:20.559260 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:21.195930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce576989-78c9-42f3-816c-160034277feb req-01bbffbb-668d-469e-8920-f15b39a49a13 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:21.197485 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ce576989-78c9-42f3-816c-160034277feb req-01bbffbb-668d-469e-8920-f15b39a49a13 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0704286 Jun 23 17:05:21.241924 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ce576989-78c9-42f3-816c-160034277feb req-e78fe4f4-c5bf-4a2c-9108-3b4b82ef4124 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379705 Jun 23 17:05:22.447101 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b45b3-e08b-45f9-95a8-3fbf500e4d42 req-f932b7c2-3f46-4867-9b13-eb6a563c10b5 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:22.448790 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-523b45b3-e08b-45f9-95a8-3fbf500e4d42 req-f932b7c2-3f46-4867-9b13-eb6a563c10b5 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0852802 Jun 23 17:05:22.489834 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-523b45b3-e08b-45f9-95a8-3fbf500e4d42 req-fa3f1c87-2467-41a5-a36e-fad17cab59f3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342438 Jun 23 17:05:23.173931 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cea334-ba0b-4114-a58a-b65f6a9a0142 req-19d341b1-6dbf-40ec-b7df-cbd82a621736 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:23.175498 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-31cea334-ba0b-4114-a58a-b65f6a9a0142 req-19d341b1-6dbf-40ec-b7df-cbd82a621736 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0782874 Jun 23 17:05:23.217131 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-31cea334-ba0b-4114-a58a-b65f6a9a0142 req-d63cd7ff-bcc5-49c6-85b0-27437e246b79 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358760 Jun 23 17:05:23.637537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b56d3-e07f-4ab1-a010-2e90fd5c243b req-ca36df86-8dd7-4a5e-8adc-c7174b93574b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:23.639286 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d85b56d3-e07f-4ab1-a010-2e90fd5c243b req-ca36df86-8dd7-4a5e-8adc-c7174b93574b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0722713 Jun 23 17:05:23.681385 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d85b56d3-e07f-4ab1-a010-2e90fd5c243b req-8b828f1c-01d2-4e30-8a03-94ed8a745314 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341341 Jun 23 17:05:23.686837 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844c005-3ff0-4842-ba88-d483aa6e72fd req-499a49a6-8f75-437d-97c2-827106fcad44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:23.688385 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1844c005-3ff0-4842-ba88-d483aa6e72fd req-499a49a6-8f75-437d-97c2-827106fcad44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0750611 Jun 23 17:05:23.730093 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1844c005-3ff0-4842-ba88-d483aa6e72fd req-7408ca59-28fd-4feb-851d-725d4a6be1e9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357699 Jun 23 17:05:24.396302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9d1cb-4761-4276-80f3-641adc0a5ecb req-4c5981a4-6a92-4855-af04-5af40e863e58 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:24.397768 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-20b9d1cb-4761-4276-80f3-641adc0a5ecb req-4c5981a4-6a92-4855-af04-5af40e863e58 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0629466 Jun 23 17:05:24.436535 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-20b9d1cb-4761-4276-80f3-641adc0a5ecb req-80f58e2c-c7d2-4b3c-b67a-3dbd1545fab8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Jun 23 17:05:24.884665 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16cac-bef8-4581-a288-53e4a7944fe2 req-e7295520-8992-47bd-a8bc-66b6c26612fe tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:24.886093 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41b16cac-bef8-4581-a288-53e4a7944fe2 req-e7295520-8992-47bd-a8bc-66b6c26612fe tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0736229 Jun 23 17:05:24.923038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f0220-37a4-4992-9f49-311d9e7e0e6f req-694723e7-625a-45f6-8ab1-4c813285a175 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:24.924735 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-249f0220-37a4-4992-9f49-311d9e7e0e6f req-694723e7-625a-45f6-8ab1-4c813285a175 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0694866 Jun 23 17:05:24.928759 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41b16cac-bef8-4581-a288-53e4a7944fe2 req-b174b395-3164-4641-8a05-58982b794235 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Jun 23 17:05:24.969880 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-249f0220-37a4-4992-9f49-311d9e7e0e6f req-22a36758-1a84-4043-b532-87a082df31de tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379570 Jun 23 17:05:25.635995 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c06a7-0b1a-4cc5-90ab-4f5ce722fbd9 req-49f7577f-6eb1-41b3-94c2-affd6d4498a7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:25.639562 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cc7c06a7-0b1a-4cc5-90ab-4f5ce722fbd9 req-49f7577f-6eb1-41b3-94c2-affd6d4498a7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0789461 Jun 23 17:05:25.683294 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cc7c06a7-0b1a-4cc5-90ab-4f5ce722fbd9 req-fc2ef732-b191-4596-8206-3e192fae770a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368702 Jun 23 17:05:26.125622 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff202-abe9-4a63-bee3-b726da2415bc req-6acced4d-6e6d-4642-9fea-c6dda94f3e3e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:26.128015 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dc5ff202-abe9-4a63-bee3-b726da2415bc req-6acced4d-6e6d-4642-9fea-c6dda94f3e3e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0790977 Jun 23 17:05:26.182570 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dc5ff202-abe9-4a63-bee3-b726da2415bc req-48dd832a-8b78-4b79-89d7-1387a439b1e3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489717 Jun 23 17:05:26.208452 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f980-3f8d-4ead-a113-fcbe15f0b4f7 req-1940bdfd-9a0f-485e-9689-485ddb2c0b50 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:26.210063 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c7b8f980-3f8d-4ead-a113-fcbe15f0b4f7 req-1940bdfd-9a0f-485e-9689-485ddb2c0b50 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0787647 Jun 23 17:05:26.262998 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c7b8f980-3f8d-4ead-a113-fcbe15f0b4f7 req-bc34b2a1-9900-403a-a56b-d920a549329c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460408 Jun 23 17:05:26.621162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:26.899801 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a9d6-1e40-4ce1-8986-2cfc488831e1 req-5f48692c-add3-4635-bb7f-1be4c5a3a072 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:26.901259 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5431a9d6-1e40-4ce1-8986-2cfc488831e1 req-5f48692c-add3-4635-bb7f-1be4c5a3a072 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0821533 Jun 23 17:05:26.944983 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5431a9d6-1e40-4ce1-8986-2cfc488831e1 req-2796e0cd-03fa-4dd0-83ec-41c8f418acd4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366707 Jun 23 17:05:27.390961 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee592-03e8-4b74-aead-a37d8f4eba99 req-e457fdf6-97bf-44ca-ba12-2fd7445c3be1 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:27.393276 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fe6ee592-03e8-4b74-aead-a37d8f4eba99 req-e457fdf6-97bf-44ca-ba12-2fd7445c3be1 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0922141 Jun 23 17:05:27.442980 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fe6ee592-03e8-4b74-aead-a37d8f4eba99 req-de273420-91e4-40eb-bce5-f52ffed1b162 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Jun 23 17:05:27.484924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d338b5f-a0b1-452d-b973-2ca63abf2235 req-f31ef82a-a659-466a-82ff-af9cf5378b63 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:27.486528 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7d338b5f-a0b1-452d-b973-2ca63abf2235 req-f31ef82a-a659-466a-82ff-af9cf5378b63 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0873036 Jun 23 17:05:27.539786 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7d338b5f-a0b1-452d-b973-2ca63abf2235 req-afeb6d12-0558-45d8-ac9e-cac5000636d9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Jun 23 17:05:28.149822 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d261f2a-92ab-4faa-9159-3084cfe92d00 req-fc2e5c55-42e7-4d11-bc99-b6c029825af6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:28.151590 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6d261f2a-92ab-4faa-9159-3084cfe92d00 req-fc2e5c55-42e7-4d11-bc99-b6c029825af6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0757654 Jun 23 17:05:28.216401 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6d261f2a-92ab-4faa-9159-3084cfe92d00 req-8d610be7-cede-480a-b998-83e53d75087a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578098 Jun 23 17:05:28.659978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dcce5-956d-4863-80a6-f642497b04b9 req-83ed019d-b024-4472-8d42-7a35d0ade295 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:28.661504 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e17dcce5-956d-4863-80a6-f642497b04b9 req-83ed019d-b024-4472-8d42-7a35d0ade295 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0671742 Jun 23 17:05:28.701890 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e17dcce5-956d-4863-80a6-f642497b04b9 req-a2d6fdf5-b9f0-45b2-96a8-14625df92bb4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Jun 23 17:05:28.728278 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dfee1-d985-4dda-a49e-a847a055903c req-57d1f562-cfb6-4af9-ba1b-6447f16daff4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:28.729736 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c23dfee1-d985-4dda-a49e-a847a055903c req-57d1f562-cfb6-4af9-ba1b-6447f16daff4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0728619 Jun 23 17:05:28.769953 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c23dfee1-d985-4dda-a49e-a847a055903c req-d96200c2-83b5-47e1-a13c-52594f9d54ae tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jun 23 17:05:29.398527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc777fd-556d-4229-aba3-e2bd942b7533 req-a2b627b6-d28d-4b1c-bc10-835097989e2b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:29.400017 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fdc777fd-556d-4229-aba3-e2bd942b7533 req-a2b627b6-d28d-4b1c-bc10-835097989e2b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0646994 Jun 23 17:05:29.438474 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fdc777fd-556d-4229-aba3-e2bd942b7533 req-5ee5fef3-2406-481e-a514-0ca12e4243f2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Jun 23 17:05:29.894580 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409489-9c59-4065-8450-90b8f9c3f841 req-484d9ebb-d75a-4eca-a070-53f7a6dbb084 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:29.896282 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51409489-9c59-4065-8450-90b8f9c3f841 req-484d9ebb-d75a-4eca-a070-53f7a6dbb084 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0778799 Jun 23 17:05:29.939828 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51409489-9c59-4065-8450-90b8f9c3f841 req-39e26f79-1edb-4222-9b99-41f0ed356632 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371239 Jun 23 17:05:29.958746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b826a0-95e1-4397-a4f7-b4ce44c3b7d6 req-3bcdd804-5c20-4e64-b41e-fe47ef04887b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:29.960291 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1b826a0-95e1-4397-a4f7-b4ce44c3b7d6 req-3bcdd804-5c20-4e64-b41e-fe47ef04887b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0736668 Jun 23 17:05:30.000679 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1b826a0-95e1-4397-a4f7-b4ce44c3b7d6 req-a7352e20-5bed-4ba7-82bd-886fa084ecd4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jun 23 17:05:30.622930 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f852fe2-6224-4adf-bdc1-97dd2ef8586c req-e12c82be-89e3-4aa6-a593-06194c211b8f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:30.624302 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0f852fe2-6224-4adf-bdc1-97dd2ef8586c req-e12c82be-89e3-4aa6-a593-06194c211b8f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0659928 Jun 23 17:05:30.665500 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0f852fe2-6224-4adf-bdc1-97dd2ef8586c req-aca3bbe0-35b8-48db-957a-c74006a1f491 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355349 Jun 23 17:05:31.122708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5ec10-cec8-44ea-a901-64f1e94b4e5b req-7e719a61-dabd-46f2-95e2-dffbd7abf3da tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:31.124351 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6fe5ec10-cec8-44ea-a901-64f1e94b4e5b req-7e719a61-dabd-46f2-95e2-dffbd7abf3da tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0702629 Jun 23 17:05:31.170634 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6fe5ec10-cec8-44ea-a901-64f1e94b4e5b req-78bb166f-01ca-4060-9c1e-d0ed3fc851ed tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Jun 23 17:05:31.191436 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2691-fe2f-4225-b9b2-319296f79b86 req-729b9239-29cc-4815-a55a-4c9c7439cbf7 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:31.192773 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d43e2691-fe2f-4225-b9b2-319296f79b86 req-729b9239-29cc-4815-a55a-4c9c7439cbf7 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0718460 Jun 23 17:05:31.235953 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d43e2691-fe2f-4225-b9b2-319296f79b86 req-6f30ea1b-5c54-408d-ace4-82fb4783f674 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Jun 23 17:05:31.859224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59268a1-b931-41f6-bdec-9d9700a9e60b req-6fc4e4b6-a4b5-4ff2-9cfd-90f8100b753a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:31.860855 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c59268a1-b931-41f6-bdec-9d9700a9e60b req-6fc4e4b6-a4b5-4ff2-9cfd-90f8100b753a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0693414 Jun 23 17:05:31.902094 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c59268a1-b931-41f6-bdec-9d9700a9e60b req-ede8c697-5989-46d7-9efd-aa77c07e2c5f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351131 Jun 23 17:05:32.362081 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0504-7811-4feb-a9e4-8a0934abac4f req-30eb9a19-c1a1-4124-b78b-f5fb8b761056 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:32.363544 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c63f0504-7811-4feb-a9e4-8a0934abac4f req-30eb9a19-c1a1-4124-b78b-f5fb8b761056 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0715039 Jun 23 17:05:32.406474 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c63f0504-7811-4feb-a9e4-8a0934abac4f req-82dbc1c3-0ee4-4562-8560-65f8679d6f8c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Jun 23 17:05:32.428044 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424820e-dc46-4fe5-a4d8-e69c9a74e633 req-87b1f750-555a-424c-8c56-f3f287265fa4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:32.429563 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2424820e-dc46-4fe5-a4d8-e69c9a74e633 req-87b1f750-555a-424c-8c56-f3f287265fa4 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0756724 Jun 23 17:05:32.471076 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2424820e-dc46-4fe5-a4d8-e69c9a74e633 req-2c9c1ee3-f9ed-4bfd-9273-dd655cfebd6d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Jun 23 17:05:33.089105 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88f6d7-9623-40fc-9f07-cabed251d6ad req-181b155c-f77d-47a4-9ba3-16ffbb2e0984 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.091247 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-df88f6d7-9623-40fc-9f07-cabed251d6ad req-181b155c-f77d-47a4-9ba3-16ffbb2e0984 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0804744 Jun 23 17:05:33.168447 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-df88f6d7-9623-40fc-9f07-cabed251d6ad req-0afe13ec-b2cc-4a55-a98a-1d91ad40af84 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705485 Jun 23 17:05:33.207253 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-ea5185cc-603d-4e1e-8865-557101fb23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.207253 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-ea5185cc-603d-4e1e-8865-557101fb23a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1099 time: 0.0804694 Jun 23 17:05:33.311624 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-6f7b551e-c0fa-463a-a0b6-22dbf6a39e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.313157 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-6f7b551e-c0fa-463a-a0b6-22dbf6a39e06 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 912 time: 0.1044004 Jun 23 17:05:33.385319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7ab52-f09b-4f50-83ad-38f6c50987af req-c98cf90c-368b-41b9-b14f-a51ec2847602 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.386827 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7c7ab52-f09b-4f50-83ad-38f6c50987af req-c98cf90c-368b-41b9-b14f-a51ec2847602 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.3387296 Jun 23 17:05:33.388765 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-b980c6ec-d9b1-46f3-8ff8-598934b3fcee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 1002 time: 0.0682750 Jun 23 17:05:33.429120 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7c7ab52-f09b-4f50-83ad-38f6c50987af req-38d37149-49d1-45fa-becd-330b1faa8b86 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355988 Jun 23 17:05:33.469152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-6ec73195-36a4-455e-b145-71a4f8904f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.471056 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-6ec73195-36a4-455e-b145-71a4f8904f86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0546923 Jun 23 17:05:33.558509 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-ba46d8a3-09e0-4045-a0d5-df6f77350b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.561498 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-ba46d8a3-09e0-4045-a0d5-df6f77350b96 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841203 Jun 23 17:05:33.577980 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-e053050f-3e94-487e-90e4-f7a8de5c3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.580497 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-e053050f-3e94-487e-90e4-f7a8de5c3ab8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0672877 Jun 23 17:05:33.718742 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-e16700e3-49da-444a-acf0-816c827892f1 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491981 Jun 23 17:05:33.723969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-a5735801-bf1d-4b0e-8e7c-596c18c3a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.726993 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-a5735801-bf1d-4b0e-8e7c-596c18c3a667 service neutron] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 911 time: 0.1250198 Jun 23 17:05:33.734975 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38006f-ce98-4a4e-a9a5-9ba63a1301a1 req-c19d7482-2a57-486a-b1ad-f079d90fdad5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.736644 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6d38006f-ce98-4a4e-a9a5-9ba63a1301a1 req-c19d7482-2a57-486a-b1ad-f079d90fdad5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1651914 Jun 23 17:05:33.806721 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-7d5b1c8b-ee85-40cb-a2f6-a9368d33327d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 1002 time: 0.0673258 Jun 23 17:05:33.836742 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6d38006f-ce98-4a4e-a9a5-9ba63a1301a1 req-5ea927b0-cadc-4cd1-9168-0c8cef770e0f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814357 Jun 23 17:05:33.862630 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-02af7dc8-baf4-405f-8f10-a8e4affbbeef req-012839d9-7822-430b-a96b-613c706e42cb service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250889 Jun 23 17:05:33.876484 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-1d03ccb6-6c67-44a6-92e2-9d1651789617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.878265 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-1d03ccb6-6c67-44a6-92e2-9d1651789617 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.0642500 Jun 23 17:05:33.944911 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-000b4edf-b570-4e8e-a0e1-0cecff848738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:33.946394 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-000b4edf-b570-4e8e-a0e1-0cecff848738 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606937 Jun 23 17:05:34.044251 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-38864beb-831c-44d8-b841-3e706a0c0443 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901413 Jun 23 17:05:34.138925 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-644e1dde-9dcb-4532-a45c-c17f54b0b189 req-3d286f44-4769-4549-b515-e87fc1f62b35 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Jun 23 17:05:34.375552 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c21fdf-be95-4484-9dfb-77d6e378d2bf req-7d5e31f7-7dc6-443d-a7c7-f107ebf80150 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:34.377158 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a5c21fdf-be95-4484-9dfb-77d6e378d2bf req-7d5e31f7-7dc6-443d-a7c7-f107ebf80150 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0694342 Jun 23 17:05:34.419501 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a5c21fdf-be95-4484-9dfb-77d6e378d2bf req-ece64699-6bba-4640-b8b8-23d691d859f5 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361326 Jun 23 17:05:34.810607 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad37f65-32e5-454e-99d0-0a0b1fd7d29a req-3f9ff832-1ef7-431f-9291-f471137cbb53 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:34.812220 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6ad37f65-32e5-454e-99d0-0a0b1fd7d29a req-3f9ff832-1ef7-431f-9291-f471137cbb53 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0792317 Jun 23 17:05:34.857414 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6ad37f65-32e5-454e-99d0-0a0b1fd7d29a req-36d2ce8e-f3e5-448a-9b30-417859133ae4 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Jun 23 17:05:35.049076 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf9fa-090a-4c67-888b-3c19bf5f783f req-85bb93e3-c997-4483-8201-8f5974d86b08 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:35.050895 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20abf9fa-090a-4c67-888b-3c19bf5f783f req-85bb93e3-c997-4483-8201-8f5974d86b08 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0820572 Jun 23 17:05:35.104228 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-20abf9fa-090a-4c67-888b-3c19bf5f783f req-5f301aed-7f32-40b5-8e74-6122df575cf8 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Jun 23 17:05:35.638929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc610ff-1e69-4f94-b3f7-74fac80e0a6d req-63ede820-e7ea-4731-8f02-f6a61c113555 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:35.640753 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4dc610ff-1e69-4f94-b3f7-74fac80e0a6d req-63ede820-e7ea-4731-8f02-f6a61c113555 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0842948 Jun 23 17:05:35.690043 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4dc610ff-1e69-4f94-b3f7-74fac80e0a6d req-78d8a2d5-d3db-4338-89d4-fd93c3150e39 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Jun 23 17:05:36.070884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351767c-2401-4678-8974-235ecc970677 req-ddcd7d48-f24c-45ca-a87a-84923eb8c34e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:36.072499 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c351767c-2401-4678-8974-235ecc970677 req-ddcd7d48-f24c-45ca-a87a-84923eb8c34e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0771730 Jun 23 17:05:36.118437 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c351767c-2401-4678-8974-235ecc970677 req-a28e0777-4523-4ac8-a685-287d6a8a5578 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387170 Jun 23 17:05:36.313351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791cc7-5fb8-4ffa-a4f8-1e30c17dc004 req-eb417bcc-8d05-4fc9-ac37-4811da76ed73 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:36.314898 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c7791cc7-5fb8-4ffa-a4f8-1e30c17dc004 req-eb417bcc-8d05-4fc9-ac37-4811da76ed73 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0770385 Jun 23 17:05:36.359274 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c7791cc7-5fb8-4ffa-a4f8-1e30c17dc004 req-aca26ea4-9f3e-49ca-bf66-0b409e6abeeb tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384181 Jun 23 17:05:37.355281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25e65-6eaa-4ca4-821c-fcc165370cac req-3f1e0244-1255-4b32-843e-5266f61343a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:37.362282 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7d25e65-6eaa-4ca4-821c-fcc165370cac req-3f1e0244-1255-4b32-843e-5266f61343a6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0881190 Jun 23 17:05:37.416559 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f7d25e65-6eaa-4ca4-821c-fcc165370cac req-0d63b348-2076-4c36-9426-1d64bb32cb7b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460312 Jun 23 17:05:37.619759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57100678-c3df-4bbb-9bfc-37a456b85a80 req-6e3bc0c3-eb59-4945-9776-cf68ba94065b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:37.622452 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-57100678-c3df-4bbb-9bfc-37a456b85a80 req-6e3bc0c3-eb59-4945-9776-cf68ba94065b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0857315 Jun 23 17:05:37.689951 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-57100678-c3df-4bbb-9bfc-37a456b85a80 req-49758aa6-99d4-4d01-b8b8-e032c691c700 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607674 Jun 23 17:05:38.617381 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dfa21-03c4-43a4-adb7-11633a0073d0 req-684ee592-02d9-4ba6-862c-d358a304eb90 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:38.618930 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a3dfa21-03c4-43a4-adb7-11633a0073d0 req-684ee592-02d9-4ba6-862c-d358a304eb90 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0678535 Jun 23 17:05:38.667756 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a3dfa21-03c4-43a4-adb7-11633a0073d0 req-65ad5723-7e21-4e98-a25f-366d0c150c9f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Jun 23 17:05:38.885625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bffbd-fb7e-4db9-a747-1265ca209882 req-e2ce8ae1-5da3-4ba9-9828-d0def46d219b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:38.888053 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d30bffbd-fb7e-4db9-a747-1265ca209882 req-e2ce8ae1-5da3-4ba9-9828-d0def46d219b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0723910 Jun 23 17:05:38.930671 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d30bffbd-fb7e-4db9-a747-1265ca209882 req-cbe4b3a1-45d6-42a1-87b2-fce6c154244a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364294 Jun 23 17:05:39.026959 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-8d1df80b-6a8a-4807-82de-a61b160757e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.028803 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-8d1df80b-6a8a-4807-82de-a61b160757e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0589232 Jun 23 17:05:39.132196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-e63b700d-7be1-4116-b3e9-3a5fde92e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.133717 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-e63b700d-7be1-4116-b3e9-3a5fde92e000 service neutron] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 911 time: 0.0981982 Jun 23 17:05:39.207550 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-66a148a5-0fd7-4a73-8474-91ec4f9c2849 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 1002 time: 0.0665298 Jun 23 17:05:39.274931 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-0af4bdf1-10ad-4cc3-8d65-24f1dc407479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.276493 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-0af4bdf1-10ad-4cc3-8d65-24f1dc407479 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.0617747 Jun 23 17:05:39.366846 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0ef46-7cf4-4b32-9893-d1707c3afd75 req-df5b91fe-a14c-45aa-ad01-0b3b707c8b51 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.368928 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eed0ef46-7cf4-4b32-9893-d1707c3afd75 req-df5b91fe-a14c-45aa-ad01-0b3b707c8b51 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0927656 Jun 23 17:05:39.379391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-b2f844fe-9cc4-4279-878e-b6c6fe5bfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.381100 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-b2f844fe-9cc4-4279-878e-b6c6fe5bfa64 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675409 Jun 23 17:05:39.412281 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-eed0ef46-7cf4-4b32-9893-d1707c3afd75 req-98dfd579-db8e-4ba0-92b8-0ff7932158cf tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Jun 23 17:05:39.487290 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-e20129cc-1988-4f72-80b8-6b3ad85f1f82 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974460 Jun 23 17:05:39.593226 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79358624-2ef7-4ff2-b9cd-067d94191f84 req-1cb44e7a-ddd4-4d7a-b016-945ecee79b5d service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989492 Jun 23 17:05:39.861974 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352d387-3703-46de-a3ad-3067bf963a95 req-77cbbb4e-de01-42c0-970f-45e169604a73 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:39.863464 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4352d387-3703-46de-a3ad-3067bf963a95 req-77cbbb4e-de01-42c0-970f-45e169604a73 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0718670 Jun 23 17:05:39.904708 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4352d387-3703-46de-a3ad-3067bf963a95 req-e93650f3-10f6-4c52-afc5-ecfeb6d19a3b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351615 Jun 23 17:05:40.154760 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da9293-4741-4d0d-b185-9bc87f04e957 req-9f0d9215-f7ef-44d2-b3ac-180458cafa29 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:40.156428 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-63da9293-4741-4d0d-b185-9bc87f04e957 req-9f0d9215-f7ef-44d2-b3ac-180458cafa29 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0959265 Jun 23 17:05:40.202077 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-63da9293-4741-4d0d-b185-9bc87f04e957 req-db7aa38b-2518-464a-a464-4304fb55b32a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393615 Jun 23 17:05:40.407520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:05:40.526854 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:40.540897 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:05:40.604440 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:40.627821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:05:40.653288 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709d13-e8f4-4f93-9cb6-7b232361d36a req-c81a4958-af4d-4d18-b4c4-87571f9bfd6c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:40.655144 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c1709d13-e8f4-4f93-9cb6-7b232361d36a req-c81a4958-af4d-4d18-b4c4-87571f9bfd6c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.1063042 Jun 23 17:05:40.658452 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:40.704203 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c1709d13-e8f4-4f93-9cb6-7b232361d36a req-2dedc6bb-12b4-42fe-ab7e-dc0700933a9c tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Jun 23 17:05:40.755107 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:40.757524 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:40.814695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=6']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:40.818757 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:41.041205 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:05:41.135426 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b94055-3a8b-4f44-9461-9fc13b599626 req-af3fc609-d7c6-4617-b9e5-616093e2814a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:41.137691 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-16b94055-3a8b-4f44-9461-9fc13b599626 req-af3fc609-d7c6-4617-b9e5-616093e2814a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.0930588 Jun 23 17:05:41.194300 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-16b94055-3a8b-4f44-9461-9fc13b599626 req-25523590-7b94-49ff-a127-95224abfc1f2 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496154 Jun 23 17:05:41.442380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a8cb0-7e06-442c-a485-d6740de51d78 req-0ddab5ab-277c-4306-9df6-bde820d9a4ed tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:41.445137 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-298a8cb0-7e06-442c-a485-d6740de51d78 req-0ddab5ab-277c-4306-9df6-bde820d9a4ed tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1174686 Jun 23 17:05:41.516179 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-298a8cb0-7e06-442c-a485-d6740de51d78 req-ab4990c2-7ae3-497c-bb07-348ec1e4962c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631607 Jun 23 17:05:41.944383 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-e1be17da-84e7-4ef4-95e5-b0d2c3fcce13 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:41.945994 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-e1be17da-84e7-4ef4-95e5-b0d2c3fcce13 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0785706 Jun 23 17:05:41.948000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505261c6-c7a6-4511-bfec-de09f0a93054 req-1f611dad-3c4d-435c-b8ab-5473384256a2 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:41.951200 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-505261c6-c7a6-4511-bfec-de09f0a93054 req-1f611dad-3c4d-435c-b8ab-5473384256a2 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 945 time: 0.0779531 Jun 23 17:05:42.011055 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-505261c6-c7a6-4511-bfec-de09f0a93054 req-c8efabf0-26c5-44ea-bd0e-ab8ab0d14319 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/security-groups?id=3212d14e-5cd9-4736-99cb-f697d25df5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jun 23 17:05:42.112217 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Deleting port c507da87-d07c-4c26-b2ac-4d14d2610d94 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:05:42.112577 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.220526 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] For port c507da87-d07c-4c26-b2ac-4d14d2610d94, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c507da87-d07c-4c26-b2ac-4d14d2610d94,segment=NetworkSegment(414e2d50-f604-495d-878b-e811326b18fd),segment_id=414e2d50-f604-495d-878b-e811326b18fd)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:42.221118 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.245673 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Calling delete_port for c507da87-d07c-4c26-b2ac-4d14d2610d94 owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:05:42.413429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:05:42.489948 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617550f8-9149-4038-8a38-2c59eb87b7c7 req-b1249783-cd5a-4832-911d-472266d6b9ee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:42.490751 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:05:42.491355 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.492613 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-617550f8-9149-4038-8a38-2c59eb87b7c7 req-b1249783-cd5a-4832-911d-472266d6b9ee tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.1417036 Jun 23 17:05:42.548034 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-617550f8-9149-4038-8a38-2c59eb87b7c7 req-08cb3d79-ef21-4335-8d67-d0f5175c85f6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475173 Jun 23 17:05:42.618964 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.631513 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:42.651666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.657935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['c507da87-d07c-4c26-b2ac-4d14d2610d94'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:05:42.682293 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Pushing event deleted for resources: {'Port': ['ID=c507da87-d07c-4c26-b2ac-4d14d2610d94,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:42.696152 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:42.746003 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:42.748915 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:42.751771 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc68db0a-a71c-4e85-b364-554261d3472e" -d '{"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:42.777198 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015bb1-5b3b-4118-ba83-2b80270bc488 req-c303f7df-cdb0-49c9-b40f-43d06785444c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:42.786492 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1015bb1-5b3b-4118-ba83-2b80270bc488 req-c303f7df-cdb0-49c9-b40f-43d06785444c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0906501 Jun 23 17:05:42.834757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] No DVR routers for this DVR port c507da87-d07c-4c26-b2ac-4d14d2610d94 on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:05:42.838654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.841262 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:42.843742 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:42.844687 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-8751ff70-00ec-498b-b19d-13a84f84f733 req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.68 "DELETE /v2.0/ports/c507da87-d07c-4c26-b2ac-4d14d2610d94 HTTP/1.1" status: 204 len: 173 time: 0.8670247 Jun 23 17:05:42.846184 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'name': 'network-vif-deleted', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:42.864541 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c1015bb1-5b3b-4118-ba83-2b80270bc488 req-ac7baed7-ffc9-46fd-b0d5-ca8e5b239a0c tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767138 Jun 23 17:05:42.871391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef0983-7e8c-4d31-a607-342e858828f1" -d '{"events": [{"server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "name": "network-vif-deleted", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:42.893436 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b6c14-c372-4852-81d9-93550a6c8687 x-openstack-request-id: req-f73b6c14-c372-4852-81d9-93550a6c8687 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:42.901855 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:42.901855 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f73b6c14-c372-4852-81d9-93550a6c8687 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:42.901855 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'code': 200} Jun 23 17:05:42.962408 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=7']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:42.969388 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:43.229583 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8abba-17c9-4cd1-b79b-a3895a8785c9 x-openstack-request-id: req-c6d8abba-17c9-4cd1-b79b-a3895a8785c9 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:43.229583 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82820fc-bfed-4ecf-858c-64e714d472b6", "name": "network-vif-deleted", "tag": "c507da87-d07c-4c26-b2ac-4d14d2610d94", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:43.229583 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c6d8abba-17c9-4cd1-b79b-a3895a8785c9 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:43.230779 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82820fc-bfed-4ecf-858c-64e714d472b6', 'name': 'network-vif-deleted', 'tag': 'c507da87-d07c-4c26-b2ac-4d14d2610d94', 'status': 'completed', 'code': 200} Jun 23 17:05:43.304892 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3d6b5a8a-a43d-44fb-911e-5a74e5beced9 req-f0244cbd-9b0b-4d17-b1ed-9e17cc7bd524 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0405004 Jun 23 17:05:43.857950 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cf6a0-40f2-4a3a-8188-cd9c8da8733e req-837f2300-a089-4887-9f60-8018885f7713 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:43.859445 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ca3cf6a0-40f2-4a3a-8188-cd9c8da8733e req-837f2300-a089-4887-9f60-8018885f7713 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0863271 Jun 23 17:05:43.941559 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ca3cf6a0-40f2-4a3a-8188-cd9c8da8733e req-daa2a682-8526-4726-9f78-3309a5bdf339 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736740 Jun 23 17:05:44.152458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9364-bffa-4ce4-ac4e-a76914f4910a req-62b6fe6d-9f6a-4c83-becd-170b7b6e2694 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:44.155211 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-da9f9364-bffa-4ce4-ac4e-a76914f4910a req-62b6fe6d-9f6a-4c83-becd-170b7b6e2694 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1005721 Jun 23 17:05:44.204219 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-43e0458a-73cc-46eb-b406-0158c0a34803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:44.232196 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-da9f9364-bffa-4ce4-ac4e-a76914f4910a req-d0122a8c-4b0d-42bd-a7b3-2b991138fc75 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636845 Jun 23 17:05:44.594915 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a5166dad-6dfc-4235-b5e0-71d6ad01d7dd req-a4541212-52dd-42e5-a67f-f2f40cfac0e1 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] 10.222.0.99 "GET /v2.0/ports?device_id=e82820fc-bfed-4ecf-858c-64e714d472b6 HTTP/1.1" status: 200 len: 210 time: 0.0598531 Jun 23 17:05:45.129022 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7a1c6-23ac-4757-bbcd-bf3008b57113 req-adbc9d1b-758d-4c16-8367-7ee4fb5db04f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:45.136825 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05d7a1c6-23ac-4757-bbcd-bf3008b57113 req-adbc9d1b-758d-4c16-8367-7ee4fb5db04f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1094441 Jun 23 17:05:45.148629 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53666) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:05:45.194614 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-05d7a1c6-23ac-4757-bbcd-bf3008b57113 req-e9d504c1-b64b-4ae4-a8bd-b9651d3cf828 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565038 Jun 23 17:05:45.300525 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd472a7-6c25-4e03-b4e7-854ff673324b req-e710c035-c721-4f2d-8310-281ba744643b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:45.302535 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ddd472a7-6c25-4e03-b4e7-854ff673324b req-e710c035-c721-4f2d-8310-281ba744643b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.1281414 Jun 23 17:05:45.332350 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-10040047-d8e3-43c1-a8d2-668cc09fcb99 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813099 Jun 23 17:05:45.398552 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ddd472a7-6c25-4e03-b4e7-854ff673324b req-3624047b-dbea-4d84-8ef4-ae99e9981f84 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643458 Jun 23 17:05:46.403984 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814e1db-0962-4594-8391-4218c7d0cf29 req-80189428-2eb6-43e8-abdb-9733d1a25052 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:46.405575 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a814e1db-0962-4594-8391-4218c7d0cf29 req-80189428-2eb6-43e8-abdb-9733d1a25052 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0781319 Jun 23 17:05:46.436841 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c507da87-d07c-4c26-b2ac-4d14d2610d94 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:05:46.455919 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a814e1db-0962-4594-8391-4218c7d0cf29 req-7ca68ef2-aa1a-49ad-bd6f-5579a4976044 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Jun 23 17:05:46.465511 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: c507da87-d07c-4c26-b2ac-4d14d2610d94 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:05:46.465892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device c507da87-d07c-4c26-b2ac-4d14d2610d94 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:05:46.466439 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:05:46.573414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.605291 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:05:46.608211 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b293ac05-e087-4646-81db-6e60196029f5" -d '{"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:05:46.623911 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:05:46.630692 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43bfe6-20eb-4773-9347-98153bcbeaeb req-d56dbd48-f314-49f4-b3ff-f81a44ebfc79 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:46.632862 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6b43bfe6-20eb-4773-9347-98153bcbeaeb req-d56dbd48-f314-49f4-b3ff-f81a44ebfc79 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0862334 Jun 23 17:05:46.645214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32274a33-951f-4763-90c3-356cd73f2f18 x-openstack-request-id: req-32274a33-951f-4763-90c3-356cd73f2f18 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:05:46.645713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-unplugged", "status": "failed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "code": 422}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:05:46.646151 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-32274a33-951f-4763-90c3-356cd73f2f18 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:05:46.646768 dv-cinder-796950-7-iscsi neutron-server[100519]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'code': 422} returned with failed status Jun 23 17:05:46.680706 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6b43bfe6-20eb-4773-9347-98153bcbeaeb req-03f5f6d6-f9d5-46ee-840c-76f200076571 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414116 Jun 23 17:05:46.809675 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:46.811694 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:05:46.875041 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=6']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:05:46.876793 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:05:46.967170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d7906d4c-9758-480b-b087-359a3e6daa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:47.047800 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:47.844424 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdf152-19c9-453d-88ba-fdaa8b5476a3 req-08597fce-7582-4f5a-b9d2-22a17228b92d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:47.848983 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-43fdf152-19c9-453d-88ba-fdaa8b5476a3 req-08597fce-7582-4f5a-b9d2-22a17228b92d tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1413043 Jun 23 17:05:47.979132 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-43fdf152-19c9-453d-88ba-fdaa8b5476a3 req-1f4b3d86-e08d-4142-bdd6-9fbafeb4d4c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163919 Jun 23 17:05:48.134125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498ae9-6f78-4941-abb8-61858491985d req-7d487c0f-2d2c-42ef-9875-818a55481a06 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:48.150064 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d9498ae9-6f78-4941-abb8-61858491985d req-7d487c0f-2d2c-42ef-9875-818a55481a06 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.2304771 Jun 23 17:05:48.226337 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d9498ae9-6f78-4941-abb8-61858491985d req-7d42bdc0-27a4-4c6d-bbd4-3385ef0409b8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744841 Jun 23 17:05:48.688450 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:49.283207 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d21da-52f7-4d6e-8f3e-939dae270666 req-5dcc88d8-8827-48df-aace-fd60b9b3eaab tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:49.284821 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd7d21da-52f7-4d6e-8f3e-939dae270666 req-5dcc88d8-8827-48df-aace-fd60b9b3eaab tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1104028 Jun 23 17:05:49.390679 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd7d21da-52f7-4d6e-8f3e-939dae270666 req-6d16505f-4173-4368-a91d-8d93377ca1d5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884879 Jun 23 17:05:49.523740 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee6c19-1b81-44f9-84cf-42d863c62091 req-23c886d5-899d-4ae4-86b7-7744bc5f498e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:49.526652 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-12ee6c19-1b81-44f9-84cf-42d863c62091 req-23c886d5-899d-4ae4-86b7-7744bc5f498e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0824058 Jun 23 17:05:49.630178 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-12ee6c19-1b81-44f9-84cf-42d863c62091 req-79231fd3-93c8-4f26-aec5-641805fc847b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872412 Jun 23 17:05:50.600425 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:50.610781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a05f31-85ed-4640-abec-022beef6c444 req-22e998d3-788a-4b11-b3e4-30ef8bb23fe0 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:50.616038 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-95a05f31-85ed-4640-abec-022beef6c444 req-22e998d3-788a-4b11-b3e4-30ef8bb23fe0 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0724170 Jun 23 17:05:50.656643 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-95a05f31-85ed-4640-abec-022beef6c444 req-0f0e9fb7-0296-4128-aa87-9c6ca3505c37 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Jun 23 17:05:50.901922 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300c026-8142-4058-a406-5588ee19e81c req-21e589ea-fea5-42c6-9ee8-bd9a04bca066 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:50.908028 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e300c026-8142-4058-a406-5588ee19e81c req-21e589ea-fea5-42c6-9ee8-bd9a04bca066 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.1163516 Jun 23 17:05:50.952336 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e300c026-8142-4058-a406-5588ee19e81c req-3940c933-fa08-43e1-9d94-bf3c43a201ab tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Jun 23 17:05:51.977962 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43747e54-1cfd-47fb-8dd5-1f95a352abf6 req-75b1eacc-1f1a-4240-8681-e1afe98af647 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:51.980094 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-43747e54-1cfd-47fb-8dd5-1f95a352abf6 req-75b1eacc-1f1a-4240-8681-e1afe98af647 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1186154 Jun 23 17:05:52.048809 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-43747e54-1cfd-47fb-8dd5-1f95a352abf6 req-567d3e98-e950-4cbb-bd9e-c6f148a49618 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622106 Jun 23 17:05:52.213520 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be245b-d604-4827-bcd4-3f3f4dc78c3a req-e560a3d3-c27b-4785-a1db-1ffe176c7660 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:52.215382 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99be245b-d604-4827-bcd4-3f3f4dc78c3a req-e560a3d3-c27b-4785-a1db-1ffe176c7660 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0869160 Jun 23 17:05:52.273554 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-99be245b-d604-4827-bcd4-3f3f4dc78c3a req-d6883a9e-1513-4c0e-9bfe-f6bce6ea95fd tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507712 Jun 23 17:05:52.749364 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-78c29dc1-05ff-42e1-805d-8ba818e71230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:52.752274 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-78c29dc1-05ff-42e1-805d-8ba818e71230 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c&tenant_id=71cac057bddb4a4f9263e428dcc9874a HTTP/1.1" status: 200 len: 1097 time: 0.0820849 Jun 23 17:05:52.883821 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-d56e34bb-f64e-4705-afbf-63c4cec4e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:52.886118 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-d56e34bb-f64e-4705-afbf-63c4cec4e841 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1097 time: 0.0804920 Jun 23 17:05:53.098162 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-4c193aaa-bf58-43b5-ada1-36ff530c3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.102788 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-4c193aaa-bf58-43b5-ada1-36ff530c3ae8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 911 time: 0.2101004 Jun 23 17:05:53.205635 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-9b85ede6-47a7-47f5-8af4-c360439446ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 1000 time: 0.0909939 Jun 23 17:05:53.265997 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-2c66c386-5911-42dd-b528-7e3e330335e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.267512 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-2c66c386-5911-42dd-b528-7e3e330335e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.0551271 Jun 23 17:05:53.406097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-13d26fab-f01b-49d6-a81f-9b6db49ac7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.408833 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-13d26fab-f01b-49d6-a81f-9b6db49ac7e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1324406 Jun 23 17:05:53.429012 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ac67-c40e-42a0-a8f9-3f9259a57bdc req-a91d205a-2a8e-48e5-8c19-bb48209e2656 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.431699 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fc64ac67-c40e-42a0-a8f9-3f9259a57bdc req-a91d205a-2a8e-48e5-8c19-bb48209e2656 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1190724 Jun 23 17:05:53.552668 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f00a3b-5594-4f28-9717-07161eb3be31 req-50795646-f45e-4aef-a544-178abf8f8650 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:53.555329 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-63f00a3b-5594-4f28-9717-07161eb3be31 req-50795646-f45e-4aef-a544-178abf8f8650 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.1355863 Jun 23 17:05:53.611965 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-fc64ac67-c40e-42a0-a8f9-3f9259a57bdc req-ccf5c612-42ea-4625-98e0-fd3dbe35ea64 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471198 Jun 23 17:05:53.635580 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-63f00a3b-5594-4f28-9717-07161eb3be31 req-68c3a27f-2cf0-47d6-a095-65bd52da3865 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733986 Jun 23 17:05:53.662764 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-64f3773a-671d-4f3e-8a54-2dd4e3d6ae94 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271600 Jun 23 17:05:53.842847 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-df55214e-a21f-409a-9a40-a6da9c0bf1e0 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661928 Jun 23 17:05:54.097299 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:05:54.868484 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece8476-b474-4ab2-8c3c-ba31a2b63c7e req-37532f35-dca3-4c6f-929a-ed6af9c7b8c5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:54.870013 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ece8476-b474-4ab2-8c3c-ba31a2b63c7e req-37532f35-dca3-4c6f-929a-ed6af9c7b8c5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0803640 Jun 23 17:05:54.926456 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5ece8476-b474-4ab2-8c3c-ba31a2b63c7e req-e63915aa-054b-440d-af46-67e274c4c23f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Jun 23 17:05:54.959342 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1ad5-0ba1-4ab5-9c11-ed6de68c1b1b req-b87a12e2-7de1-4956-ab21-030b25016573 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:54.961194 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ae3d1ad5-0ba1-4ab5-9c11-ed6de68c1b1b req-b87a12e2-7de1-4956-ab21-030b25016573 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0788679 Jun 23 17:05:55.013394 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ae3d1ad5-0ba1-4ab5-9c11-ed6de68c1b1b req-c6935142-5a20-4de8-9052-a83abd7d3063 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Jun 23 17:05:56.225433 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5098b9d-5eb6-4e54-bb97-9a29d12e0f65 req-1e48d3da-6068-40e9-adef-783c24bde580 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:56.232135 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5098b9d-5eb6-4e54-bb97-9a29d12e0f65 req-1e48d3da-6068-40e9-adef-783c24bde580 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.1261888 Jun 23 17:05:56.277295 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180a12e-d8c3-4258-8554-c4a860b7a448 req-06a6e204-0da7-4152-930b-8645fadcb872 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:56.280297 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1180a12e-d8c3-4258-8554-c4a860b7a448 req-06a6e204-0da7-4152-930b-8645fadcb872 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1023781 Jun 23 17:05:56.292531 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b5098b9d-5eb6-4e54-bb97-9a29d12e0f65 req-5b052cb4-c5fe-4e2b-8728-197723d1d7fb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561130 Jun 23 17:05:56.339927 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1180a12e-d8c3-4258-8554-c4a860b7a448 req-3d2ad217-de48-42dd-87a0-fede431bc7d5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481992 Jun 23 17:05:56.660956 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:57.309366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687844d-8223-499c-9fda-e2e3da4518dd req-c0256275-5aaf-414a-aedd-c823402c4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.311935 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-c0256275-5aaf-414a-aedd-c823402c4b46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1098 time: 0.0640085 Jun 23 17:05:57.422579 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687844d-8223-499c-9fda-e2e3da4518dd req-640810d8-7dcd-406a-ab82-29c7d3d9cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.425245 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-640810d8-7dcd-406a-ab82-29c7d3d9cea2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.1048527 Jun 23 17:05:57.502363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707a47a-e4ad-4843-80e7-6245d2811eae req-ff048d8f-84f6-49e1-8898-2e58f9e04191 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.504324 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1707a47a-e4ad-4843-80e7-6245d2811eae req-ff048d8f-84f6-49e1-8898-2e58f9e04191 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0745924 Jun 23 17:05:57.533345 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-274d96d5-e597-4b24-88e6-046629f44169 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 200 len: 1001 time: 0.0993838 Jun 23 17:05:57.550003 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1707a47a-e4ad-4843-80e7-6245d2811eae req-c9c87fd3-6d12-402a-896a-5050a7067885 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 Jun 23 17:05:57.596534 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687844d-8223-499c-9fda-e2e3da4518dd req-5ee47a2b-c636-4063-9ce2-fdee83b78aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.598062 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-5ee47a2b-c636-4063-9ce2-fdee83b78aee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0585244 Jun 23 17:05:57.605668 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e961df-e579-489c-8d10-b66806a5056f req-112a5beb-a131-4c7c-affa-a6c29b671800 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.607970 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-26e961df-e579-489c-8d10-b66806a5056f req-112a5beb-a131-4c7c-affa-a6c29b671800 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.1354926 Jun 23 17:05:57.673806 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-26e961df-e579-489c-8d10-b66806a5056f req-93354aa5-4287-434d-a026-5d0eaf0e978a tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575738 Jun 23 17:05:57.703359 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687844d-8223-499c-9fda-e2e3da4518dd req-0abfb8b1-6da0-4e3a-894b-160e07a32b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:57.704906 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-0abfb8b1-6da0-4e3a-894b-160e07a32b24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962315 Jun 23 17:05:57.808840 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-e88bf04b-26f3-4c61-b59e-1f41f9f23867 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967660 Jun 23 17:05:57.915108 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e687844d-8223-499c-9fda-e2e3da4518dd req-fb42ab4e-7e1f-43ef-ac86-e475590bd31e service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998421 Jun 23 17:05:58.746084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb3030-4242-4a9c-b2cf-99e39fda83e7 req-54446c37-3d80-4959-9f7f-7bb95ea0f665 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:58.748798 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-51fb3030-4242-4a9c-b2cf-99e39fda83e7 req-54446c37-3d80-4959-9f7f-7bb95ea0f665 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0698571 Jun 23 17:05:58.787049 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-51fb3030-4242-4a9c-b2cf-99e39fda83e7 req-1a2ee63c-2862-425b-b0f2-8f3f26402eb1 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337000 Jun 23 17:05:58.858500 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b1cf-3396-4a52-a301-71f287114c35 req-e09b0aef-99b9-46a2-af7a-592259688ab5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:58.860003 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b5b4b1cf-3396-4a52-a301-71f287114c35 req-e09b0aef-99b9-46a2-af7a-592259688ab5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0665078 Jun 23 17:05:58.899244 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b5b4b1cf-3396-4a52-a301-71f287114c35 req-9b3440da-9665-4e01-ba18-15d3d2b5866b tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Jun 23 17:05:59.985348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cc688-e03a-43c1-8f0a-8b05c6acafac req-f1b2db04-5ec9-459e-ab8d-86b0275a6c3d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:05:59.986840 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-407cc688-e03a-43c1-8f0a-8b05c6acafac req-f1b2db04-5ec9-459e-ab8d-86b0275a6c3d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0790381 Jun 23 17:06:00.037654 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-407cc688-e03a-43c1-8f0a-8b05c6acafac req-e05b28dd-2bc1-441d-ac88-9319f1aaae78 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399721 Jun 23 17:06:00.118556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da499f6-b41e-474a-89e2-1e8f7d7146a5 req-df4b6e6d-9149-4e8f-8321-5ee3fe5c9819 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:00.121329 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5da499f6-b41e-474a-89e2-1e8f7d7146a5 req-df4b6e6d-9149-4e8f-8321-5ee3fe5c9819 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0971456 Jun 23 17:06:00.173748 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5da499f6-b41e-474a-89e2-1e8f7d7146a5 req-e2bb743e-0c4f-41e0-827d-f52a07997e18 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Jun 23 17:06:01.243122 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314822c5-20d9-40f6-ab76-dd36ba6309c0 req-bd9a26dc-1fbc-46f0-a343-c8c1d814dd60 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:01.244999 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-314822c5-20d9-40f6-ab76-dd36ba6309c0 req-bd9a26dc-1fbc-46f0-a343-c8c1d814dd60 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0713601 Jun 23 17:06:01.289147 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-314822c5-20d9-40f6-ab76-dd36ba6309c0 req-e9a0cca6-a27b-472b-9199-1a3aedcfac2b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 Jun 23 17:06:01.361943 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f482f9a-06ab-404b-967f-be99c8cb6e6f req-737c8bdc-7c06-46bd-92d9-f0e061deecd4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:01.363339 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f482f9a-06ab-404b-967f-be99c8cb6e6f req-737c8bdc-7c06-46bd-92d9-f0e061deecd4 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0717769 Jun 23 17:06:01.402214 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f482f9a-06ab-404b-967f-be99c8cb6e6f req-ecb261a7-cada-4d49-b78a-025f64a505be tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jun 23 17:06:02.481588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d882e-818b-42aa-bfe1-e2cd76a98afc req-a846b895-6b9a-4f5d-b43b-99f7a1717f3f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:02.483333 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-757d882e-818b-42aa-bfe1-e2cd76a98afc req-a846b895-6b9a-4f5d-b43b-99f7a1717f3f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 945 time: 0.0650134 Jun 23 17:06:02.526590 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-757d882e-818b-42aa-bfe1-e2cd76a98afc req-053a4a0b-d9b9-4244-9088-093ae2cd7f76 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355477 Jun 23 17:06:02.586680 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d9d42-2d06-4357-ba6d-710990712fe5 req-bc47f9b8-a660-4481-9e24-f0497f5a59b7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:02.588295 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-569d9d42-2d06-4357-ba6d-710990712fe5 req-bc47f9b8-a660-4481-9e24-f0497f5a59b7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 944 time: 0.0691254 Jun 23 17:06:02.640204 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-569d9d42-2d06-4357-ba6d-710990712fe5 req-dc968eac-0e26-4095-9b53-0894fc99b48e tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Jun 23 17:06:03.283876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:06:03.314018 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:06:03.456662 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:03.472649 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.475012 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'port_id': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'mac_address': 'fa:16:3e:3e:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1451, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:06:03.522132 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:06:03.524665 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321045de-e82f-4925-821f-ab08af4676b1" -d '{"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:06:03.545405 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:03.552203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.568435 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:06:03.573926 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fa5ba8-280e-42cb-b6ff-591a10bc89d8 x-openstack-request-id: req-74fa5ba8-280e-42cb-b6ff-591a10bc89d8 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:06:03.574224 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:06:03.574480 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-74fa5ba8-280e-42cb-b6ff-591a10bc89d8 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:06:03.574875 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'code': 200} Jun 23 17:06:03.597672 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:03.629281 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.631735 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:03.690527 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=8']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:03.693892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:03.703778 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:03.703778 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:03.788509 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=7']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:03.795004 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:03.887645 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd698-9ec0-43f8-bedf-82045a1cb5f5 req-f037c3cd-63d7-4046-84b8-13728c31a3a8 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:03.889909 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e19bd698-9ec0-43f8-bedf-82045a1cb5f5 req-f037c3cd-63d7-4046-84b8-13728c31a3a8 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 945 time: 0.1093752 Jun 23 17:06:03.962639 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e19bd698-9ec0-43f8-bedf-82045a1cb5f5 req-74f8b969-01b4-4df7-91e3-a0c07dbdd684 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664518 Jun 23 17:06:04.068298 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:06:04.180334 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:06:05.163815 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062c60-35cb-4cf0-b31d-1f69208f327a req-941b25fc-59b7-4a49-8fc2-60652145d6ef tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:05.165363 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-60062c60-35cb-4cf0-b31d-1f69208f327a req-941b25fc-59b7-4a49-8fc2-60652145d6ef tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 945 time: 0.0699761 Jun 23 17:06:05.211535 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-60062c60-35cb-4cf0-b31d-1f69208f327a req-c788b186-ad64-4fa4-a9d0-24858e7d4c17 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Jun 23 17:06:05.591310 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e4932-825b-462e-b7f9-58021f2d3d8d req-4893eae0-68cb-47f9-a53d-40699ec3aa89 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:05.593320 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d31e4932-825b-462e-b7f9-58021f2d3d8d req-4893eae0-68cb-47f9-a53d-40699ec3aa89 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0714023 Jun 23 17:06:05.633400 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d31e4932-825b-462e-b7f9-58021f2d3d8d req-dcf82d43-3c24-4675-a435-f2b2c93dd547 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341542 Jun 23 17:06:05.786577 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-76970013-fc0a-418a-923b-0256ab1c1cbe service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604315 Jun 23 17:06:06.181361 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:06.234186 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:06.234560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:06.325164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:06.349600 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:06:06.351975 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd78aa9-a4c8-4bd9-af54-2bdbe6ac57e5" -d '{"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:06:06.367355 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:06.396972 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa5682-958f-4090-a96e-990245b47216 x-openstack-request-id: req-34fa5682-958f-4090-a96e-990245b47216 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:06:06.397276 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-plugged", "status": "completed", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:06:06.397581 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-34fa5682-958f-4090-a96e-990245b47216 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:06:06.397932 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'code': 200} Jun 23 17:06:06.426815 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b755c7-c118-4691-999f-e6def8aaf7b7 req-0b9288b7-302b-482f-bec6-2de613c6cb02 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:06.429461 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51b755c7-c118-4691-999f-e6def8aaf7b7 req-0b9288b7-302b-482f-bec6-2de613c6cb02 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 945 time: 0.0805988 Jun 23 17:06:06.484409 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-51b755c7-c118-4691-999f-e6def8aaf7b7 req-8285f5cf-0a32-4c2b-bf81-e2ff7ee9dbfa tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443804 Jun 23 17:06:06.548821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:06.551518 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:06.611312 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=8']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:06.614952 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:06.840416 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74231bac-61cf-4ae0-848c-57aa6d83b7c8 req-dbc4d179-9891-436f-88f9-53961610e920 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:06.842082 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-74231bac-61cf-4ae0-848c-57aa6d83b7c8 req-dbc4d179-9891-436f-88f9-53961610e920 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0710671 Jun 23 17:06:06.874335 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1e056-7d57-43ad-8464-3d9f18b6e7fc req-ddd55f03-2b95-4ad9-9c75-77c799f583e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:06.876692 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-55e1e056-7d57-43ad-8464-3d9f18b6e7fc req-ddd55f03-2b95-4ad9-9c75-77c799f583e1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0592806 Jun 23 17:06:06.884544 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-74231bac-61cf-4ae0-848c-57aa6d83b7c8 req-dd6a48b6-df38-4e50-9db7-b22bf4a320c7 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359194 Jun 23 17:06:06.928719 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-55e1e056-7d57-43ad-8464-3d9f18b6e7fc req-aa6c34f4-acf1-4d1f-93b5-a4aa6079ce88 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436723 Jun 23 17:06:07.680126 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930bee4-48bb-464f-9bb3-6c3b8a835cc1 req-ef524dc8-9daf-41bd-ae98-fb7e0d2eddbc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:07.681807 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f930bee4-48bb-464f-9bb3-6c3b8a835cc1 req-ef524dc8-9daf-41bd-ae98-fb7e0d2eddbc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0709059 Jun 23 17:06:07.729502 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f930bee4-48bb-464f-9bb3-6c3b8a835cc1 req-62eb705f-d22d-4585-aecc-2356c3871dc5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Jun 23 17:06:08.031562 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-83a1cb50-79ac-437c-994b-caa8a2f9a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.033077 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-83a1cb50-79ac-437c-994b-caa8a2f9a47e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11&tenant_id=c504db01624842e7aff3ea7deddf20c8 HTTP/1.1" status: 200 len: 1096 time: 0.0673432 Jun 23 17:06:08.098095 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15eaf-eadc-4b00-bf83-d34d124dce27 req-be712514-42a2-484d-9b87-a1979f21d6b9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.099936 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2c15eaf-eadc-4b00-bf83-d34d124dce27 req-be712514-42a2-484d-9b87-a1979f21d6b9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0718398 Jun 23 17:06:08.143516 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a2c15eaf-eadc-4b00-bf83-d34d124dce27 req-c0774f49-5bf5-4efd-b2e3-df9bdc5bec2d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358040 Jun 23 17:06:08.210765 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-28a56809-b4e3-4250-bc1b-16d5956ae659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.212682 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-28a56809-b4e3-4250-bc1b-16d5956ae659 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c504db01624842e7aff3ea7deddf20c8&device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1096 time: 0.0696943 Jun 23 17:06:08.336690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-0181a7e5-d570-4a5b-a996-7dc1abfe7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.338303 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-0181a7e5-d570-4a5b-a996-7dc1abfe7c83 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 200 len: 919 time: 0.1154351 Jun 23 17:06:08.416234 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-381fc30e-702b-4458-aaaf-4c618a37ce22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 200 len: 999 time: 0.0690634 Jun 23 17:06:08.468956 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-2ea2faf2-c4e1-4d4e-a0fd-1b86c46090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.470403 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-2ea2faf2-c4e1-4d4e-a0fd-1b86c46090ae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 200 len: 856 time: 0.0464118 Jun 23 17:06:08.550038 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-ffd138d5-4cfc-4d33-95e0-346e409fb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.551568 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-ffd138d5-4cfc-4d33-95e0-346e409fb3ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa638a43-811f-44d5-9576-829ad4192938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741417 Jun 23 17:06:08.651077 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-82b08fe2-7d44-45bb-be4f-18eabaa1a81c service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922458 Jun 23 17:06:08.753351 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-fce0c138-3427-4d45-b99a-90dcf98a5905 service neutron] 10.222.0.68 "GET /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931153 Jun 23 17:06:08.914158 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f3e71-212f-4a39-b746-73716c83213c req-23a37d69-9862-4789-b555-f3174bd1e975 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:08.915792 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-340f3e71-212f-4a39-b746-73716c83213c req-23a37d69-9862-4789-b555-f3174bd1e975 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0676217 Jun 23 17:06:08.966115 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-340f3e71-212f-4a39-b746-73716c83213c req-5e576e21-e881-4584-9767-55fd015ef179 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438650 Jun 23 17:06:09.342907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf0b88-97e9-4016-bbbf-a7e765b539af req-7a7c85ae-8d5a-40f5-8c58-51b1245c47f3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:09.344407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-01cf0b88-97e9-4016-bbbf-a7e765b539af req-7a7c85ae-8d5a-40f5-8c58-51b1245c47f3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0692434 Jun 23 17:06:09.385175 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-01cf0b88-97e9-4016-bbbf-a7e765b539af req-409a2d64-4388-42bd-bf60-d5d02e664f2a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340867 Jun 23 17:06:10.608531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b461f9-83d2-492b-8e4f-5ac9db165ff2 req-4baeb515-6aa5-4f0c-b875-c87b50d67450 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:10.612187 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8b461f9-83d2-492b-8e4f-5ac9db165ff2 req-4baeb515-6aa5-4f0c-b875-c87b50d67450 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0990179 Jun 23 17:06:10.665989 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b8b461f9-83d2-492b-8e4f-5ac9db165ff2 req-c4156ebb-603c-45d9-850a-3f674c5f14dc tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495927 Jun 23 17:06:11.898622 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd4475-eac8-4766-9112-c9bb0a14157a req-5bcff3b2-9993-4f95-9283-f257f5b08888 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:11.900179 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8cd4475-eac8-4766-9112-c9bb0a14157a req-5bcff3b2-9993-4f95-9283-f257f5b08888 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.1024616 Jun 23 17:06:11.947467 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f8cd4475-eac8-4766-9112-c9bb0a14157a req-80be048b-7d8a-4e02-8c99-8610494b990f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407274 Jun 23 17:06:13.404292 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84f15-34dc-4620-a718-31570bb998fc req-cd2e5579-7c20-4b1d-9155-fba842151cbb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:13.406524 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bfc84f15-34dc-4620-a718-31570bb998fc req-cd2e5579-7c20-4b1d-9155-fba842151cbb tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.3381941 Jun 23 17:06:13.445313 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bfc84f15-34dc-4620-a718-31570bb998fc req-e158df99-5fb0-48e4-ba76-cee0215bef4f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330312 Jun 23 17:06:14.180134 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d9f3-d32a-4e16-a67b-f640880fcca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:14.643903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff29ba-67aa-440e-ae47-9426350825bb req-2ea01fed-5e70-4bdf-9a04-62d5ff5fb246 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:14.645541 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4bff29ba-67aa-440e-ae47-9426350825bb req-2ea01fed-5e70-4bdf-9a04-62d5ff5fb246 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0755188 Jun 23 17:06:14.687769 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4bff29ba-67aa-440e-ae47-9426350825bb req-aad91b60-92ee-4e4c-a971-3f62c3c23797 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358925 Jun 23 17:06:15.876952 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728e4fe-a0f5-413a-83b9-e5482f11c75c req-cb55f755-969f-4e7f-b508-19ca0a2d2a89 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:15.878588 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d728e4fe-a0f5-413a-83b9-e5482f11c75c req-cb55f755-969f-4e7f-b508-19ca0a2d2a89 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0683990 Jun 23 17:06:15.918090 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d728e4fe-a0f5-413a-83b9-e5482f11c75c req-1fbae389-c24d-451b-a62a-ffe68e8d15b8 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Jun 23 17:06:16.281970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53984) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:16.342471 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Deleting subnet fc89ffac-df08-49cb-9bed-a752f63cc353 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:06:16.346171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.386869 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.429923 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.566751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.570280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:16.601768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc89ffac-df08-49cb-9bed-a752f63cc353,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:16.606725 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.616038 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/fc89ffac-df08-49cb-9bed-a752f63cc353 HTTP/1.1" status: 204 len: 168 time: 0.3261728 Jun 23 17:06:16.616207 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 53988) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:16.616795 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.617183 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.617554 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.617919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.618284 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.618650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.619012 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.619371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.619762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.620167 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.620512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.620816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:16.624587 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a9ffe0b2-392a-4620-85c8-9af90a2cd7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:16.687575 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.783175 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.796209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08380e76-0bff-4d74-946a-8ae97c7dd8c9']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:16.809307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414e2d50-f604-495d-878b-e811326b18fd') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:16.809604 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414e2d50-f604-495d-878b-e811326b18fd') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:16.819975 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.837465 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.845348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Releasing vlan 1499 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:06:16.845749 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:06:16.847650 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:06:16.945836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-21333bff-eb12-45fb-8624-d5669f908081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.029102 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.041952 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.044558 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] 10.222.0.99 "DELETE /v2.0/networks/08380e76-0bff-4d74-946a-8ae97c7dd8c9 HTTP/1.1" status: 204 len: 168 time: 0.4320025 Jun 23 17:06:17.045594 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:17.062405 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Pushing event deleted for resources: {'Network': ['ID=08380e76-0bff-4d74-946a-8ae97c7dd8c9,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:17.077087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.102584 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.103119 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.103506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.103869 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.104225 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.104578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.104951 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.105275 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.105623 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.105972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.106308 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.106650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:17.110358 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:17.153970 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b450b8-b34d-4215-a214-3cd2e81b1b65 req-b753e90a-8123-4141-823d-e3dd6cb7b10d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:17.155625 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-90b450b8-b34d-4215-a214-3cd2e81b1b65 req-b753e90a-8123-4141-823d-e3dd6cb7b10d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0954313 Jun 23 17:06:17.205040 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-90b450b8-b34d-4215-a214-3cd2e81b1b65 req-69262a9f-746b-40f2-83af-3918d6ba8ec6 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 Jun 23 17:06:17.533834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53996) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:17.579648 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d63c83e5-aa6b-4cc9-8098-68b2682839b2 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=9c1d17aa182b48b59558200abf65ee32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445142 Jun 23 17:06:17.581971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 53998) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:17.636905 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.672720 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.829089 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.831934 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.837003 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3212d14e-5cd9-4736-99cb-f697d25df5a9 HTTP/1.1" status: 204 len: 168 time: 0.2539148 Jun 23 17:06:17.841653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-86a5e29c-dab8-4bc7-86a1-d47b4d8c02ec tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:17.852967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212d14e-5cd9-4736-99cb-f697d25df5a9,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:17.856555 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:18.476696 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc0854-17ba-4ee9-9c9e-26b3ce91f6f3 req-9c230139-d880-488e-8ffc-b55981400395 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:18.481098 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dabc0854-17ba-4ee9-9c9e-26b3ce91f6f3 req-9c230139-d880-488e-8ffc-b55981400395 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0963295 Jun 23 17:06:18.528767 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dabc0854-17ba-4ee9-9c9e-26b3ce91f6f3 req-1381bc1d-d2b1-49e8-9ad5-23baa3a9ad60 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Jun 23 17:06:18.574341 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:19.596022 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54034) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:19.717813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-743045802-network', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:19.767112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131e1c-8624-4856-8437-e9e9973eba9e req-3fb636ad-902a-4212-8745-01ef0df61277 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:19.768591 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29131e1c-8624-4856-8437-e9e9973eba9e req-3fb636ad-902a-4212-8745-01ef0df61277 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0977218 Jun 23 17:06:19.809905 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-29131e1c-8624-4856-8437-e9e9973eba9e req-8c4baf24-65ba-43a3-b275-952c127d905f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354514 Jun 23 17:06:19.826366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Made reservation on behalf of ac10c23c719a4155bd673e36ffd4e14a for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:19.828045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:19.837606 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:19.935909 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.082208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.082208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9ef5f1e4-be49-4747-b892-621b1f52ae17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:20.096478 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1495} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:06:20.107881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e632859-83cc-4b06-a546-ace25c29a9d7,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:20.111996 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:20.119250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.119250 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Added segment 5098d828-8ea8-49ed-b332-ecea5529363a of type vlan for network 9e591fba-3762-431f-a76f-d5a8ba9af7ee Jun 23 17:06:20.155399 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.300406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.302393 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:20.302970 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.306597 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f56e3b93-c59a-403d-aa11-144ca6dded00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:20.373768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Pushing event updated for resources: {'Network': ['ID=9e591fba-3762-431f-a76f-d5a8ba9af7ee,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:20.377596 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:20.385023 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:06:20.412921 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8157811 Jun 23 17:06:20.416686 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54040) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:20.422997 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Request body: {'subnet': {'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-743045802-subnet', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:20.565751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Made reservation on behalf of ac10c23c719a4155bd673e36ffd4e14a for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:20.568983 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.596912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.887361 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:20.890783 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5f1ee7a4-e878-4dbb-a7b3-c1f3874a401b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:20.956048 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b380605a-d344-4b7b-a12b-621b41ba650b,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:20.958757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Checking segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:20.959112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Network hostable DHCP agents. Network: 9e591fba-3762-431f-a76f-d5a8ba9af7ee, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:06:20.961650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:21.036368 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c04a8-d934-4708-8dd0-795322225034 req-e7d37a8b-5a10-467b-bb8a-97c7f650c885 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:21.038075 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-425c04a8-d934-4708-8dd0-795322225034 req-e7d37a8b-5a10-467b-bb8a-97c7f650c885 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0913098 Jun 23 17:06:21.059859 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:06:21.080491 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-425c04a8-d934-4708-8dd0-795322225034 req-d5b9b1fb-5698-4e21-9598-e6dbbdcf9d6d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364521 Jun 23 17:06:21.159906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 9e591fba-3762-431f-a76f-d5a8ba9af7ee) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:21.164610 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:21.165889 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.168922 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ade30-f770-444f-825f-5ec04a53b764 None None] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:06:21.315784 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:06:21.316674 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.366926 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-630e2fe7-e203-4349-bfee-57558756144b admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9483318 Jun 23 17:06:21.369532 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54046) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:21.374209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:21.452513 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Allocated IP 172.20.0.2 (9e591fba-3762-431f-a76f-d5a8ba9af7ee/b380605a-d344-4b7b-a12b-621b41ba650b/fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:21.491494 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.492562 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.606624 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.615463 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Transition to ACTIVE for port object fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:21.632026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Transition to ACTIVE for port object fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:21.709904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.712040 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:21.757872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:21.760799 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:21.764518 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:21.770845 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Pushing event updated for resources: {'Port': ['ID=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:21.799658 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.800010 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.800349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.800684 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.801016 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.801988 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.802326 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.802657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.802985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.803314 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.803670 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.803991 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:21.809859 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:21.820294 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.842520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Attempting to bind port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:21.842908 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Attempting to bind port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:21.843284 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Attempting to bind port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 on network 9e591fba-3762-431f-a76f-d5a8ba9af7ee {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:21.848934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:21.849582 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Checking segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:21.850024 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.850428 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Bound using segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:21.850908 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Bound port: fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:21.851292 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:21.915365 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] For port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:21.918516 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] For port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:22.025892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.028920 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:22.062383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.104723 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Pushing event updated for resources: {'Port': ['ID=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:22.108201 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:22.277926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8148efa-296a-4ec5-a99a-679132277733 req-2b72cde6-1ce9-4d32-8971-4af7e19b91ac tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:22.279733 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8148efa-296a-4ec5-a99a-679132277733 req-2b72cde6-1ce9-4d32-8971-4af7e19b91ac tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.0756032 Jun 23 17:06:22.356909 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8148efa-296a-4ec5-a99a-679132277733 req-5a7cb307-507e-496e-bc57-4db5cf1e4a7a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693178 Jun 23 17:06:22.421759 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.441528 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.476845 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:22.567053 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Allocated IP 172.27.1.204 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/d28cf992-5057-47c7-856f-6498daf5c7d5) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:22.679594 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:22.680414 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.806235 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:22.808752 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-74f3bdc5-8d80-498d-bc43-f70a73d29161 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:22.853152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:22.856921 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:22.861789 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:22.866307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d28cf992-5057-47c7-856f-6498daf5c7d5,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:22.890663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:23.111708 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0490ff-2571-4e55-a08b-bc644dd0de54 None None] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:06:23.223845 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.349527 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Provisioning for port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:23.354293 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Provisioning complete for port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:23.354681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.445493 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.459715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.508210 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] For port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:23.579697 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.582240 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:23.625051 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c91a9-4d93-4fa8-8c4b-dac885841bb6 req-5c5a0dfd-104d-4903-bf93-249f2d9cc787 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:23.626568 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a6c91a9-4d93-4fa8-8c4b-dac885841bb6 req-5c5a0dfd-104d-4903-bf93-249f2d9cc787 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 943 time: 0.1213443 Jun 23 17:06:23.636650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Pushing event updated for resources: {'Port': ['ID=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:23.639668 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:23.673438 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7a6c91a9-4d93-4fa8-8c4b-dac885841bb6 req-7583fecf-9d4e-4ac0-9d70-a766bc8773f0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380068 Jun 23 17:06:23.705248 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-a237ebf4-7bb2-4c7d-9844-070b9f157f69 None None] Provisioning complete for port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:23.705661 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a237ebf4-7bb2-4c7d-9844-070b9f157f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.736831 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:06:23.851004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:06:23.862600 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Sync routers for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:06:23.872387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:23.873076 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:23.949014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:23.950281 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5797243 Jun 23 17:06:23.953444 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54060) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:24.119387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:24.267891 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:06:24.381734 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dceb8-68ef-422b-b740-b3339d027c0f req-712aa985-c048-41b2-bd7b-25c135164bbd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:24.383714 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3e0dceb8-68ef-422b-b740-b3339d027c0f req-712aa985-c048-41b2-bd7b-25c135164bbd tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1428161 Jun 23 17:06:24.423995 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:24.439922 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'port_id': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'mac_address': 'fa:16:3e:08:a2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:06:24.449229 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:23Z', 'revision_number': 3, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:24.453736 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:24.454961 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-3e0dceb8-68ef-422b-b740-b3339d027c0f req-000b9bd5-f8be-43dd-8bd2-b7c899544471 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 Jun 23 17:06:24.494634 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.516662 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Checking router: fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:06:24.517266 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Updating router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 port d28cf992-5057-47c7-856f-6498daf5c7d5 binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:06:24.563543 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.579517 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.585503 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:06:24.639830 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:24.648078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Allocated IP 172.20.0.1 (9e591fba-3762-431f-a76f-d5a8ba9af7ee/b380605a-d344-4b7b-a12b-621b41ba650b/e1773517-8856-4ccd-acb9-bcf8dd200c3f) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:24.689365 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:24.689743 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.716015 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.721441 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:24.758658 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.776426 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Transition to ACTIVE for port object e1773517-8856-4ccd-acb9-bcf8dd200c3f will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:24.839978 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=9']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:24.844582 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:24.872178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.875011 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-dc0636db-9948-48e6-a909-cb398fff4782 tempest-VolumesActionsTest-2137738824 tempest-VolumesActionsTest-2137738824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:24.875758 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36822aa7-b25c-4d1f-ac61-6dbc9b7b7c39 req-bde15ff5-f6c4-4c42-9ad7-bcc15bcc6529 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:24.876968 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-36822aa7-b25c-4d1f-ac61-6dbc9b7b7c39 req-bde15ff5-f6c4-4c42-9ad7-bcc15bcc6529 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.0682614 Jun 23 17:06:24.917758 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:24.920711 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:24.921884 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-36822aa7-b25c-4d1f-ac61-6dbc9b7b7c39 req-3ba6e078-112c-4cbe-a1c5-4a8a3840887a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358465 Jun 23 17:06:24.927751 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:24.928999 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Pushing event updated for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:24.953185 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:24.975920 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.987028 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:24.998797 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Transition to ACTIVE for port object d28cf992-5057-47c7-856f-6498daf5c7d5 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:25.080019 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.082082 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:25.136322 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Pushing event updated for resources: {'Port': ['ID=d28cf992-5057-47c7-856f-6498daf5c7d5,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:25.139142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:25.140170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Attempting to bind port d28cf992-5057-47c7-856f-6498daf5c7d5 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:25.140544 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Attempting to bind port d28cf992-5057-47c7-856f-6498daf5c7d5 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:25.140912 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Attempting to bind port d28cf992-5057-47c7-856f-6498daf5c7d5 on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:25.146790 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:25.150045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:25.150045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.150045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:25.150045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Bound port: d28cf992-5057-47c7-856f-6498daf5c7d5, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:25.150045 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.181318 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:06:25.186115 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.246074 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] For port d28cf992-5057-47c7-856f-6498daf5c7d5, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:25.264844 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] For port d28cf992-5057-47c7-856f-6498daf5c7d5, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d28cf992-5057-47c7-856f-6498daf5c7d5,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:25.359240 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.359540 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ab23578a-d91b-4652-8ed1-39448c3e9d2c None None] Provisioning for port e1773517-8856-4ccd-acb9-bcf8dd200c3f completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:25.367732 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ab23578a-d91b-4652-8ed1-39448c3e9d2c None None] Provisioning complete for port e1773517-8856-4ccd-acb9-bcf8dd200c3f triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:25.368107 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ab23578a-d91b-4652-8ed1-39448c3e9d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.389442 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.393166 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6aa2320c-25f2-4a5f-9b25-825473317f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:25.437340 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-ab23578a-d91b-4652-8ed1-39448c3e9d2c None None] Port e1773517-8856-4ccd-acb9-bcf8dd200c3f cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:06:25.453683 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.456886 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-afd5a9c8-6364-4cf0-98f1-30dcaf77afb8 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:25.463718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:25.464598 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:25.466361 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Pushing event updated for resources: {'Port': ['ID=d28cf992-5057-47c7-856f-6498daf5c7d5,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:25.469890 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:25.576490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:25.796675 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 2, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:25.816375 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:25.818681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Pushing event updated for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:25.823383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:25.824676 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291bcbd4-67af-49c0-87f2-26aa9c74ce32 None None] The sync data for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi is: [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 2, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:06:25.917844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843274c-27ba-4e46-bf3c-f208f473cc39 req-84d72857-f8d7-4652-9c55-57340c5ffa03 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:25.918898 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6843274c-27ba-4e46-bf3c-f208f473cc39 req-84d72857-f8d7-4652-9c55-57340c5ffa03 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1576972 Jun 23 17:06:25.962114 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:25.970830 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:25.980224 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6843274c-27ba-4e46-bf3c-f208f473cc39 req-9c09f512-15b5-4b9e-8a8b-3956ef96733b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519965 Jun 23 17:06:26.154201 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:06:26.194650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeee66-277f-4814-8850-77a97951a195 req-0d2a646c-66ca-480c-8839-34f363f10dad tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:26.197108 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bffeee66-277f-4814-8850-77a97951a195 req-0d2a646c-66ca-480c-8839-34f363f10dad tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 944 time: 0.0881882 Jun 23 17:06:26.251648 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bffeee66-277f-4814-8850-77a97951a195 req-94e7ad6a-b02e-48ab-ae7f-8dda63b93f1b tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470779 Jun 23 17:06:26.270005 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-8973008e-a77d-4981-a708-661b6399a243 None None] Provisioning complete for port e1773517-8856-4ccd-acb9-bcf8dd200c3f triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:26.271312 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8973008e-a77d-4981-a708-661b6399a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:26.273754 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:26.298000 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:06:26.305100 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] 10.222.0.99 "PUT /v2.0/routers/fad68961-5c4e-4d5b-bf96-bbb2cfcbd027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503244 Jun 23 17:06:26.346209 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-8973008e-a77d-4981-a708-661b6399a243 None None] Port e1773517-8856-4ccd-acb9-bcf8dd200c3f cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:06:26.364373 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:26.364761 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:26.454332 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:26.482175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:06:26.484750 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614ce0da-e29d-4f3e-8f9b-e65fc8ec1802" -d '{"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:06:26.500617 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:26.533935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a2f9a-9380-459f-a65c-3e6312f734bc x-openstack-request-id: req-396a2f9a-9380-459f-a65c-3e6312f734bc {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:06:26.534431 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:06:26.535749 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-396a2f9a-9380-459f-a65c-3e6312f734bc {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:06:26.535749 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'code': 200} Jun 23 17:06:26.625766 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:26.628048 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:26.667308 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:26.693560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=10']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:26.696854 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:26.994263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a7351-9c0c-4745-81cb-235ca4fae671 req-8f6b0799-8348-42f8-81dc-df0797cd4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:26.996077 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-236a7351-9c0c-4745-81cb-235ca4fae671 req-8f6b0799-8348-42f8-81dc-df0797cd4fcf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 1099 time: 0.0708010 Jun 23 17:06:27.042339 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-236a7351-9c0c-4745-81cb-235ca4fae671 req-719e6858-a3f8-4757-9cce-78072f29ca43 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370591 Jun 23 17:06:27.119884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54088) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:27.125154 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-380435525-network', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:27.202644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598d8a2-4220-4b75-9e9e-b1f9fbdb040c req-5784229d-76fe-4908-825d-743a2b4500b2 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:27.204483 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4598d8a2-4220-4b75-9e9e-b1f9fbdb040c req-5784229d-76fe-4908-825d-743a2b4500b2 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0707700 Jun 23 17:06:27.250602 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4598d8a2-4220-4b75-9e9e-b1f9fbdb040c req-f0f72b07-7499-410a-ad73-a10beefc9ab3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Jun 23 17:06:27.257196 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Made reservation on behalf of e3f06e4da7e04b67b8e9a73b5321a117 for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:27.259924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.270620 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.396322 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.473766 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ca57-8523-46e4-b603-e5bfcb2055d9 req-8d78933d-ef30-4d1b-b03d-256ad7869a53 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:27.476624 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8877ca57-8523-46e4-b603-e5bfcb2055d9 req-8d78933d-ef30-4d1b-b03d-256ad7869a53 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0694942 Jun 23 17:06:27.497174 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.501658 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d34e916e-9351-4ee2-86f6-fbea550ae51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:27.531042 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1465} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:06:27.551709 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8877ca57-8523-46e4-b603-e5bfcb2055d9 req-38bf3cdc-b0c3-48bd-a99f-9135880b3747 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689025 Jun 23 17:06:27.554092 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c214063c-238e-4aee-9d2e-380269636667,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:27.557235 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:27.558700 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.559121 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Added segment cd324ddf-59d3-48d8-a13a-707b476ff785 of type vlan for network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 Jun 23 17:06:27.603704 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.697379 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.698757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:27.699340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:27.701706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:27.763996 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Pushing event updated for resources: {'Network': ['ID=0f5e2c27-5ba2-48d8-9c42-e8ee95211448,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:27.766894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:27.778117 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:06:27.806458 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6854587 Jun 23 17:06:27.810142 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54092) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:27.814823 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Request body: {'subnet': {'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-380435525-subnet', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:27.939401 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Made reservation on behalf of e3f06e4da7e04b67b8e9a73b5321a117 for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:27.942119 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.182561 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Sync routers for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:06:28.211758 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:28.211758 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:28.217613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.222599 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:28.286393 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78ed962-b369-4dfe-957e-47cbf68f1284,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:28.289522 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:28.297719 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Checking segment: {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:28.298363 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Network hostable DHCP agents. Network: 0f5e2c27-5ba2-48d8-9c42-e8ee95211448, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:06:28.321109 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:28.429120 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:06:28.477950 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f518a-668f-437f-9146-f98c8f40934d req-a10de7f6-19f5-424e-9667-e38a28215083 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:28.480124 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c06f518a-668f-437f-9146-f98c8f40934d req-a10de7f6-19f5-424e-9667-e38a28215083 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1070793 Jun 23 17:06:28.506291 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d28cf992-5057-47c7-856f-6498daf5c7d5 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:28.533144 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c06f518a-668f-437f-9146-f98c8f40934d req-d1634348-607d-4f0c-8250-aef10bff486b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454717 Jun 23 17:06:28.539722 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 0f5e2c27-5ba2-48d8-9c42-e8ee95211448) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:28.545220 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:28.545412 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.556959 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8e63a-92cc-4dc0-a63c-b9db68413598 None None] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:06:28.559982 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 2, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:28.593254 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Checking router: fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:06:28.593638 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Updating router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 port e1773517-8856-4ccd-acb9-bcf8dd200c3f binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:06:28.620308 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8094547 Jun 23 17:06:28.622824 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54098) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:28.627310 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:28.635550 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.723563 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port d28cf992-5057-47c7-856f-6498daf5c7d5 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:28.728521 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port d28cf992-5057-47c7-856f-6498daf5c7d5 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:28.728916 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.742528 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.743846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.794164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:06:28.795247 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.805478 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2a81-4006-4a6b-8963-fd203946639d req-e3e4530d-f1d0-4cd3-98ac-93f573ff8f2e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:28.807378 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e0f2a81-4006-4a6b-8963-fd203946639d req-e3e4530d-f1d0-4cd3-98ac-93f573ff8f2e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.1007814 Jun 23 17:06:28.865573 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6e0f2a81-4006-4a6b-8963-fd203946639d req-f568d38e-4d0d-42ba-b599-95d7f83db560 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521379 Jun 23 17:06:28.881270 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.948529 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:28.990445 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.001078 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Transition to ACTIVE for port object e1773517-8856-4ccd-acb9-bcf8dd200c3f will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:29.112715 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.120242 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:29.134137 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port d28cf992-5057-47c7-856f-6498daf5c7d5, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d28cf992-5057-47c7-856f-6498daf5c7d5,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:29.142872 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.159102 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Allocated IP 172.20.0.2 (0f5e2c27-5ba2-48d8-9c42-e8ee95211448/e78ed962-b369-4dfe-957e-47cbf68f1284/536dade4-885f-4679-a726-785f19225e32) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:29.172787 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Pushing event updated for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:29.186845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.186845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.186845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.186845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.186845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.188562 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.188562 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.188562 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.188562 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.188562 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.189479 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.189479 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:29.211098 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:29.262063 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Attempting to bind port e1773517-8856-4ccd-acb9-bcf8dd200c3f on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:29.263542 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Attempting to bind port e1773517-8856-4ccd-acb9-bcf8dd200c3f by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:29.264142 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Attempting to bind port e1773517-8856-4ccd-acb9-bcf8dd200c3f on network 9e591fba-3762-431f-a76f-d5a8ba9af7ee {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:29.272061 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:29.280769 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Checking segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:29.280769 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.280769 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Bound using segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:29.280769 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Bound port: e1773517-8856-4ccd-acb9-bcf8dd200c3f, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:29.282452 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.282682 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.282880 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:29.378689 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] For port e1773517-8856-4ccd-acb9-bcf8dd200c3f, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:29.384781 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] For port e1773517-8856-4ccd-acb9-bcf8dd200c3f, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=e1773517-8856-4ccd-acb9-bcf8dd200c3f,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:29.386333 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=d28cf992-5057-47c7-856f-6498daf5c7d5,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:29.392025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:29.413214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.421981 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Transition to ACTIVE for port object 536dade4-885f-4679-a726-785f19225e32 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:29.438894 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Transition to ACTIVE for port object 536dade4-885f-4679-a726-785f19225e32 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:29.511532 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.514892 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:29.551394 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.585308 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.590621 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:29.591669 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:29.634542 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Pushing event updated for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=4']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:29.639438 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:29.642130 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.646284 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:29.720207 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:29.724521 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:29.728497 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:29.743084 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Pushing event updated for resources: {'Port': ['ID=536dade4-885f-4679-a726-785f19225e32,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:29.747429 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:29.752660 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:29.813867 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Allocated IP 172.27.1.27 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/5d7297cc-edca-4eee-a031-2e6e8d243c9a) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:29.821473 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Attempting to bind port 536dade4-885f-4679-a726-785f19225e32 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:29.822625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Attempting to bind port 536dade4-885f-4679-a726-785f19225e32 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:29.823005 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Attempting to bind port 536dade4-885f-4679-a726-785f19225e32 on network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:29.832981 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:29.833424 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Checking segment: {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:29.834083 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.834485 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Bound using segment: {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:29.834976 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Bound port: 536dade4-885f-4679-a726-785f19225e32, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:29.835411 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:29.841280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b17cc-ad14-42c8-b93f-2effb7cd85f0 req-c418f7fb-8e6d-4c36-8daf-cb4d8134b62f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:29.846416 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c71b17cc-ad14-42c8-b93f-2effb7cd85f0 req-c418f7fb-8e6d-4c36-8daf-cb4d8134b62f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1610639 Jun 23 17:06:29.929529 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] For port 536dade4-885f-4679-a726-785f19225e32, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:29.933453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] For port 536dade4-885f-4679-a726-785f19225e32, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=536dade4-885f-4679-a726-785f19225e32,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:29.939322 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c71b17cc-ad14-42c8-b93f-2effb7cd85f0 req-6bc26aa6-975b-43e3-bc1a-38cf57b37e6e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783279 Jun 23 17:06:29.983331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:30.032906 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:29Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:30.054495 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:30.057703 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:30.112973 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe10ad-7b53-4bcc-8fa2-f873d83c50e5 req-4edb66d8-f98a-4a97-8180-97fc625be2b5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:30.115552 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2bfe10ad-7b53-4bcc-8fa2-f873d83c50e5 req-4edb66d8-f98a-4a97-8180-97fc625be2b5 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0967357 Jun 23 17:06:30.144453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Pushing event updated for resources: {'Port': ['ID=536dade4-885f-4679-a726-785f19225e32,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:30.149039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:30.159598 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ec2fa-bc71-4ea2-8f07-34f6aa0614d3 None None] The sync data for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi is: [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:29Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:06:30.168982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2bfe10ad-7b53-4bcc-8fa2-f873d83c50e5 req-55acef30-b1ee-44b8-9290-24bc7068d85f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463593 Jun 23 17:06:30.172982 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:30.176502 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:30.228013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:30.230906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:30.234536 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:30.332153 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7297cc-edca-4eee-a031-2e6e8d243c9a,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:30.365096 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:30.706299 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:30.735406 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 536dade4-885f-4679-a726-785f19225e32 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:30.880478 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 536dade4-885f-4679-a726-785f19225e32 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:30.886450 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d28cf992-5057-47c7-856f-6498daf5c7d5 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:30.943767 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port d28cf992-5057-47c7-856f-6498daf5c7d5 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:30.944144 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:30.960303 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.087724 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device e1773517-8856-4ccd-acb9-bcf8dd200c3f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:31.101727 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:06:31.211847 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694766-d277-49bf-be22-6225bc1fe0b4 req-009bf0b7-f408-4830-b4e9-1e282369b752 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:31.214290 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-61694766-d277-49bf-be22-6225bc1fe0b4 req-009bf0b7-f408-4830-b4e9-1e282369b752 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1059685 Jun 23 17:06:31.258247 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port e1773517-8856-4ccd-acb9-bcf8dd200c3f completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:31.263371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port e1773517-8856-4ccd-acb9-bcf8dd200c3f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:31.263793 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.277162 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-61694766-d277-49bf-be22-6225bc1fe0b4 req-b926cc2c-f7da-464d-ad45-8a24a236f897 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567079 Jun 23 17:06:31.342831 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Router 3cb88b97-d9e3-4b56-bee3-77f8e75999af is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:06:31.367129 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.390373 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881d53-83ef-45aa-8139-248f204a05ac req-bc739422-5b54-4484-af03-21f0dd40f099 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:31.391964 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-15881d53-83ef-45aa-8139-248f204a05ac req-bc739422-5b54-4484-af03-21f0dd40f099 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0837245 Jun 23 17:06:31.412565 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9cfdd3-5e93-4ea0-b266-fdaa073ebd35 None None] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:06:31.428853 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port e1773517-8856-4ccd-acb9-bcf8dd200c3f, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=e1773517-8856-4ccd-acb9-bcf8dd200c3f,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:31.438982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-15881d53-83ef-45aa-8139-248f204a05ac req-11f370ff-e5f2-4534-adf7-4d2a14a203ce tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399017 Jun 23 17:06:31.476052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:06:31.498250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Sync routers for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:06:31.510544 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.517296 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:31.558920 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:31.559601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:31.591431 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.592604 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9688468 Jun 23 17:06:31.595665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54146) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:06:31.627907 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Provisioning for port 536dade4-885f-4679-a726-785f19225e32 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:31.652059 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Provisioning complete for port 536dade4-885f-4679-a726-785f19225e32 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:31.652059 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:31.684730 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:31.691150 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:31.782623 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:31.944713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.028841 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] For port 536dade4-885f-4679-a726-785f19225e32, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=536dade4-885f-4679-a726-785f19225e32,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:32.062093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:30Z', 'revision_number': 3, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:32.080011 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.090859 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Checking router: 3cb88b97-d9e3-4b56-bee3-77f8e75999af for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:06:32.091217 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Updating router 3cb88b97-d9e3-4b56-bee3-77f8e75999af port 5d7297cc-edca-4eee-a031-2e6e8d243c9a binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:06:32.114197 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.118633 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-cd00da0d-1e11-483e-b40a-bc8f84db99ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:32.153337 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.206302 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Pushing event updated for resources: {'Port': ['ID=536dade4-885f-4679-a726-785f19225e32,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:32.209492 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:32.250491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Allocated IP 172.20.0.1 (0f5e2c27-5ba2-48d8-9c42-e8ee95211448/e78ed962-b369-4dfe-957e-47cbf68f1284/3c722108-29a1-41a0-b19c-330a05fa879b) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:32.290957 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ff0324b2-17de-49cb-bfb5-84fc8993d53e None None] Provisioning complete for port 536dade4-885f-4679-a726-785f19225e32 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:32.291332 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ff0324b2-17de-49cb-bfb5-84fc8993d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.362510 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.380089 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Transition to ACTIVE for port object 3c722108-29a1-41a0-b19c-330a05fa879b will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:32.499814 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device e1773517-8856-4ccd-acb9-bcf8dd200c3f up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:32.512253 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6381e9-9c3c-43d0-a037-a1bd3fd6a6fe req-d30e12ca-1436-4f1e-98ce-ca6501817168 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:32.513782 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d6381e9-9c3c-43d0-a037-a1bd3fd6a6fe req-d30e12ca-1436-4f1e-98ce-ca6501817168 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0839274 Jun 23 17:06:32.554835 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.557985 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2aefddbc-a4fa-462a-813f-3216a3cfb32d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:32.562171 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d6381e9-9c3c-43d0-a037-a1bd3fd6a6fe req-c1236851-301f-4f01-a8c4-6c1fd8d8119c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Jun 23 17:06:32.602049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:32.606746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:32.611458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:32.615872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Pushing event updated for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:32.635732 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:32.654934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port e1773517-8856-4ccd-acb9-bcf8dd200c3f triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:32.654934 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.658613 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.726478 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.735675 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Transition to ACTIVE for port object 5d7297cc-edca-4eee-a031-2e6e8d243c9a will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:32.788214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 536dade4-885f-4679-a726-785f19225e32 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:32.838925 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.841548 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:32.843366 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 536dade4-885f-4679-a726-785f19225e32 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:32.850396 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.907640 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.933800 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Attempting to bind port 5d7297cc-edca-4eee-a031-2e6e8d243c9a on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:32.934201 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Attempting to bind port 5d7297cc-edca-4eee-a031-2e6e8d243c9a by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:32.934544 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Attempting to bind port 5d7297cc-edca-4eee-a031-2e6e8d243c9a on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:32.938381 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Pushing event updated for resources: {'Port': ['ID=5d7297cc-edca-4eee-a031-2e6e8d243c9a,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:32.943726 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:32.946726 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:32.961204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:32.961204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:32.961204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:32.961204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Bound port: 5d7297cc-edca-4eee-a031-2e6e8d243c9a, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:32.961204 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.043896 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] For port 5d7297cc-edca-4eee-a031-2e6e8d243c9a, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:33.047225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] For port 5d7297cc-edca-4eee-a031-2e6e8d243c9a, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=5d7297cc-edca-4eee-a031-2e6e8d243c9a,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:33.053591 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ea6c6c28-2e34-4890-b30f-7780cdd09782 None None] Provisioning for port 3c722108-29a1-41a0-b19c-330a05fa879b completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:33.057476 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ea6c6c28-2e34-4890-b30f-7780cdd09782 None None] Provisioning complete for port 3c722108-29a1-41a0-b19c-330a05fa879b triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:33.058445 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6c28-2e34-4890-b30f-7780cdd09782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.082913 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.094385 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c6c28-2e34-4890-b30f-7780cdd09782 None None] Port 3c722108-29a1-41a0-b19c-330a05fa879b cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:06:33.147402 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.149580 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:33.202111 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.205540 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:33.209652 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:33.210299 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:33.212366 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Pushing event updated for resources: {'Port': ['ID=5d7297cc-edca-4eee-a031-2e6e8d243c9a,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:33.216181 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:33.273214 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.275933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Pushing event updated for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:33.281268 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:33.329638 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:33.369312 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:33.370842 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:33.514570 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Router 3cb88b97-d9e3-4b56-bee3-77f8e75999af has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:06:33.569280 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '3c722108-29a1-41a0-b19c-330a05fa879b', 'name': '', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'mac_address': 'fa:16:3e:8a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:32Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 2, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'subnets': [{'id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:33.597063 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bbcb1f-fcde-47ce-8423-a829d8c3eba9 None None] The sync data for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi is: [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '3c722108-29a1-41a0-b19c-330a05fa879b', 'name': '', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'mac_address': 'fa:16:3e:8a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:32Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 2, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'subnets': [{'id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:06:33.618004 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-5477f48d-8c42-4cb9-85ca-4a4c5aa2eebc None None] Provisioning complete for port 3c722108-29a1-41a0-b19c-330a05fa879b triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:33.618417 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5477f48d-8c42-4cb9-85ca-4a4c5aa2eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:33.659664 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:06:33.665302 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] 10.222.0.99 "PUT /v2.0/routers/3cb88b97-d9e3-4b56-bee3-77f8e75999af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685496 Jun 23 17:06:33.675138 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-5477f48d-8c42-4cb9-85ca-4a4c5aa2eebc None None] Port 3c722108-29a1-41a0-b19c-330a05fa879b cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:06:33.775361 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6f26-787b-45be-a694-fe66b98c499d req-a7e737f2-7f56-4895-808b-aada9a053997 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:33.776974 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-556b6f26-787b-45be-a694-fe66b98c499d req-a7e737f2-7f56-4895-808b-aada9a053997 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0708647 Jun 23 17:06:33.852202 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-556b6f26-787b-45be-a694-fe66b98c499d req-bc1762cb-db39-4f2c-b361-b4344ab3e90c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689287 Jun 23 17:06:34.309884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b367-655e-4af3-af16-9c4e8348415f req-319295da-4b23-4a6b-b52c-5b1e30834b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:34.311081 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-319295da-4b23-4a6b-b52c-5b1e30834b6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1099 time: 0.0775235 Jun 23 17:06:34.456476 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b367-655e-4af3-af16-9c4e8348415f req-1541ce03-d3b3-4ebd-bb67-7287a5f01819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:34.457966 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-1541ce03-d3b3-4ebd-bb67-7287a5f01819 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 912 time: 0.1142540 Jun 23 17:06:34.477427 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 5d7297cc-edca-4eee-a031-2e6e8d243c9a up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:34.536597 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-dc14b381-8f2f-4485-9d44-465bb94482f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 1002 time: 0.0694909 Jun 23 17:06:34.614294 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b367-655e-4af3-af16-9c4e8348415f req-60f6036f-4248-4438-a7ca-564f7fa4d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:34.614294 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-60f6036f-4248-4438-a7ca-564f7fa4d2af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0504806 Jun 23 17:06:34.669250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b367-655e-4af3-af16-9c4e8348415f req-ccf4a9c9-e2f8-41f6-b223-63c11b96cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:34.670943 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-ccf4a9c9-e2f8-41f6-b223-63c11b96cd1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585039 Jun 23 17:06:34.693965 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 5d7297cc-edca-4eee-a031-2e6e8d243c9a completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:34.704709 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 5d7297cc-edca-4eee-a031-2e6e8d243c9a triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:34.704709 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:34.800858 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-3d7c0888-3747-4f01-ab8d-8867e8c96638 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223128 Jun 23 17:06:34.811100 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:34.845345 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 5d7297cc-edca-4eee-a031-2e6e8d243c9a, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=5d7297cc-edca-4eee-a031-2e6e8d243c9a,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:34.937087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:34.940556 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:35.065847 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=5d7297cc-edca-4eee-a031-2e6e8d243c9a,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:35.077785 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:35.281224 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bef7b367-655e-4af3-af16-9c4e8348415f req-159a8ebc-3ed0-4111-aacc-fa9b13fbd6a6 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724278 Jun 23 17:06:35.292330 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99f711-57eb-4783-b76a-35849e2f981b req-a47d2a29-b99f-43f8-8a21-7de428eb19f7 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:35.293958 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2a99f711-57eb-4783-b76a-35849e2f981b req-a47d2a29-b99f-43f8-8a21-7de428eb19f7 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1292262 Jun 23 17:06:35.341169 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2a99f711-57eb-4783-b76a-35849e2f981b req-7c745d44-3755-49a2-b9b9-1f3df2af1628 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Jun 23 17:06:36.517764 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 5d7297cc-edca-4eee-a031-2e6e8d243c9a up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:36.588836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 5d7297cc-edca-4eee-a031-2e6e8d243c9a triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:36.589329 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:36.598601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec04cc-78a6-476c-b333-e08a9e78577e req-fb28467a-b4e4-46fb-9eea-181435a3c84d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:36.600522 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b6ec04cc-78a6-476c-b333-e08a9e78577e req-fb28467a-b4e4-46fb-9eea-181435a3c84d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0948806 Jun 23 17:06:36.681423 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b6ec04cc-78a6-476c-b333-e08a9e78577e req-8f120e45-2b64-476e-9b69-168c4cfe84d9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737364 Jun 23 17:06:37.646158 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6034c0b-f431-4ce9-b6f9-8e02ae6c1826 req-693495f8-ff3c-4b90-b77c-f5019915d7ea tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:37.647971 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6034c0b-f431-4ce9-b6f9-8e02ae6c1826 req-693495f8-ff3c-4b90-b77c-f5019915d7ea tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1234386 Jun 23 17:06:37.721491 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6034c0b-f431-4ce9-b6f9-8e02ae6c1826 req-a39ab596-72d8-4436-a002-777f561252d7 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662556 Jun 23 17:06:37.765593 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Sync routers for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:06:37.780845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:37.784010 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:37.796344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-af9986cc-37da-40c6-bc33-2088c82b9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:37.798371 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-af9986cc-37da-40c6-bc33-2088c82b9742 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 1099 time: 0.1134460 Jun 23 17:06:38.028818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-6266de89-1511-4ec1-aaf8-df8387d0022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:38.028818 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-6266de89-1511-4ec1-aaf8-df8387d0022a service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 912 time: 0.1027422 Jun 23 17:06:38.029769 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:38.029867 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-a2bfc66f-df62-474c-8be8-4a5f05fa6f33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 200 len: 1002 time: 0.0689521 Jun 23 17:06:38.039641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-a488c33c-9764-4b93-821d-43d61882fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:38.041019 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-a488c33c-9764-4b93-821d-43d61882fdaa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0502608 Jun 23 17:06:38.115932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-d37fd633-56ba-4cf1-a19f-61db8687ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:38.117508 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-d37fd633-56ba-4cf1-a19f-61db8687ba51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648651 Jun 23 17:06:38.135046 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '3c722108-29a1-41a0-b19c-330a05fa879b', 'name': '', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'mac_address': 'fa:16:3e:8a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:32Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 2, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'subnets': [{'id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:38.160887 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Checking router: 3cb88b97-d9e3-4b56-bee3-77f8e75999af for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:06:38.161293 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Updating router 3cb88b97-d9e3-4b56-bee3-77f8e75999af port 3c722108-29a1-41a0-b19c-330a05fa879b binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:06:38.205934 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.237651 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-730e6881-d09e-4f53-a191-56ecfadef279 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002738 Jun 23 17:06:38.343860 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0d2cd6a9-16d1-4aa4-968b-f80847ece31b req-a4c6cf58-473d-449f-965e-652446f3d1ba service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974443 Jun 23 17:06:38.499539 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.510085 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Transition to ACTIVE for port object 3c722108-29a1-41a0-b19c-330a05fa879b will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:38.584943 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.587548 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-b9567326-2a39-4335-bf0c-95e1ca2e2925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:38.682068 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf71e3-d5f7-4a6b-a2a2-a76a4c15e3d8 None None] Pushing event updated for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:38.685120 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-32bf71e3-d5f7-4a6b-a2a2-a76a4c15e3d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:38.721094 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Attempting to bind port 3c722108-29a1-41a0-b19c-330a05fa879b on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:06:38.721471 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Attempting to bind port 3c722108-29a1-41a0-b19c-330a05fa879b by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:06:38.721852 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Attempting to bind port 3c722108-29a1-41a0-b19c-330a05fa879b on network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:06:38.728584 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:06:38.728584 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Checking segment: {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:06:38.729066 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.730779 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Bound using segment: {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:06:38.730779 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Bound port: 3c722108-29a1-41a0-b19c-330a05fa879b, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd324ddf-59d3-48d8-a13a-707b476ff785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:06:38.730779 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.804395 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] For port 3c722108-29a1-41a0-b19c-330a05fa879b, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:38.823816 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] For port 3c722108-29a1-41a0-b19c-330a05fa879b, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=3c722108-29a1-41a0-b19c-330a05fa879b,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:38.927290 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.943599 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-2da3ba5c-86c0-4c17-9fb9-57973d5ed889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:38.975717 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6de39-720b-4aa3-9c8b-75946d7e4086 req-8066f3b7-4128-4a69-b45c-31ca626ece4b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:38.983744 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-dfc6de39-720b-4aa3-9c8b-75946d7e4086 req-8066f3b7-4128-4a69-b45c-31ca626ece4b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0980740 Jun 23 17:06:39.024931 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf71e3-d5f7-4a6b-a2a2-a76a4c15e3d8 None None] Pushing event updated for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=4']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:39.063532 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-32bf71e3-d5f7-4a6b-a2a2-a76a4c15e3d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:39.069768 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:06:39.070491 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:06:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:39.084351 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-dfc6de39-720b-4aa3-9c8b-75946d7e4086 req-1215a086-ea5d-48f0-91e3-7f402b0b58de tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948608 Jun 23 17:06:39.259390 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:06:39.604065 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '3c722108-29a1-41a0-b19c-330a05fa879b', 'name': '', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'mac_address': 'fa:16:3e:8a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:32Z', 'updated_at': '2021-06-23T17:06:38Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'subnets': [{'id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:06:39.651395 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a493b-878f-4ffa-aa6b-403955ca2863 None None] The sync data for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi is: [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:06:32Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '3c722108-29a1-41a0-b19c-330a05fa879b', 'name': '', 'network_id': '0f5e2c27-5ba2-48d8-9c42-e8ee95211448', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'mac_address': 'fa:16:3e:8a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:32Z', 'updated_at': '2021-06-23T17:06:38Z', 'revision_number': 4, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'subnets': [{'id': 'e78ed962-b369-4dfe-957e-47cbf68f1284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:06:40.345519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f0495-aeda-400c-bc5b-3d2159dda1a6 req-2414101b-7368-4164-83c7-d74a33bc140c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:40.347073 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a40f0495-aeda-400c-bc5b-3d2159dda1a6 req-2414101b-7368-4164-83c7-d74a33bc140c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1037185 Jun 23 17:06:40.423229 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a40f0495-aeda-400c-bc5b-3d2159dda1a6 req-3d2cd976-fcae-4679-804a-f02adf6c1e8f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651004 Jun 23 17:06:40.540242 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 3c722108-29a1-41a0-b19c-330a05fa879b up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:40.674434 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 3c722108-29a1-41a0-b19c-330a05fa879b completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:40.680035 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 3c722108-29a1-41a0-b19c-330a05fa879b triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:40.680700 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:40.777241 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:40.817577 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 3c722108-29a1-41a0-b19c-330a05fa879b, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=3c722108-29a1-41a0-b19c-330a05fa879b,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:40.922697 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:40.928215 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:41.001560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:41.005007 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:42.465835 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 3c722108-29a1-41a0-b19c-330a05fa879b up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:42.531833 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 3c722108-29a1-41a0-b19c-330a05fa879b triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:42.532489 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:44.226351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4b0afab4-4818-4d29-a0da-953ef7889e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:46.554763 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-78ae2239-838f-4412-9c02-e70c84a2c31c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:46.556256 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-78ae2239-838f-4412-9c02-e70c84a2c31c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 814 time: 0.1018152 Jun 23 17:06:46.571496 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-5ab70087-be81-4a3f-bced-a7d47f6df7f6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/quotas/ac10c23c719a4155bd673e36ffd4e14a HTTP/1.1" status: 200 len: 375 time: 0.0098531 Jun 23 17:06:46.645985 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-0a94c7b4-bbe7-4f4e-a875-e225c8aba54e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690546 Jun 23 17:06:46.743089 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-5b628d99-86ec-4b0a-ac30-bd3206fc24f4 service neutron] 10.222.0.99 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 Jun 23 17:06:46.833675 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-1dfa755b-d53b-4189-8821-13649f817a20 service neutron] 10.222.0.99 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847695 Jun 23 17:06:46.964944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-891243bc-390f-48d2-b7f9-20885e5865de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:47.034089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:47.111854 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4c918986-e658-409c-90e4-b5e7d30ceee9 req-7eafeabc-0b02-49fe-8b8a-0e610a1b0a89 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 210 time: 0.0303626 Jun 23 17:06:48.505771 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e067a53b-4205-496a-93ee-841efad28093 req-cd0831b8-5b4b-4a97-afa8-6d66c6d5990b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 210 time: 0.2841933 Jun 23 17:06:48.576733 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:49.652756 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-94350141-e2e0-4c34-911b-c0eca7c4dc97 req-76a2fe49-0816-44fb-83c2-3554aa995127 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 210 time: 0.0290473 Jun 23 17:06:49.796902 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-41ae410f-575a-495f-8d9a-dcb229a08820 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:49.798250 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-41ae410f-575a-495f-8d9a-dcb229a08820 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 814 time: 0.1056149 Jun 23 17:06:49.818612 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'port': {'device_id': 'a16000d9-41f8-4024-9c21-12d02f773926', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'admin_state_up': True, 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:06:50.030059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Made reservation on behalf of ac10c23c719a4155bd673e36ffd4e14a for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:50.033663 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.162159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Allocated IP 172.20.0.4 (9e591fba-3762-431f-a76f-d5a8ba9af7ee/b380605a-d344-4b7b-a12b-621b41ba650b/1661fe06-7bc4-4afc-9982-c9d5c897391d) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:50.314851 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.330981 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Transition to ACTIVE for port object 1661fe06-7bc4-4afc-9982-c9d5c897391d will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:06:50.459780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.464043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f90864bc-1125-4157-8eec-497b67937341 tempest-VolumesNegativeTest-992524977 tempest-VolumesNegativeTest-992524977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:06:50.512932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:50.516971 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:50.523150 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:06:50.527267 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:50.552508 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:06:50.573342 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.582841 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:50.583605 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.674853 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600810 Jun 23 17:06:50.766352 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-34947cae-cde7-4392-81de-4ad5887b07a8 None None] Provisioning for port 1661fe06-7bc4-4afc-9982-c9d5c897391d completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:06:50.771966 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-34947cae-cde7-4392-81de-4ad5887b07a8 None None] Provisioning complete for port 1661fe06-7bc4-4afc-9982-c9d5c897391d triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:06:50.772556 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-34947cae-cde7-4392-81de-4ad5887b07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:50.841572 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-34947cae-cde7-4392-81de-4ad5887b07a8 None None] Port 1661fe06-7bc4-4afc-9982-c9d5c897391d cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:06:50.868808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838ee9-9478-4e98-8d8c-ee9850b5706d req-dd52d4b0-f25f-43b9-8131-ce5ab4f4e7f0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:50.870586 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-33838ee9-9478-4e98-8d8c-ee9850b5706d req-dd52d4b0-f25f-43b9-8131-ce5ab4f4e7f0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0704718 Jun 23 17:06:50.918342 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-33838ee9-9478-4e98-8d8c-ee9850b5706d req-eae0dba3-318f-4438-b6cd-e80e89b1c334 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Jun 23 17:06:52.102573 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4d57-cea2-4798-90c0-7b0d2fa178c6 req-f2779a96-4636-4163-ba40-94fa910b51ba tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:52.104063 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-958b4d57-cea2-4798-90c0-7b0d2fa178c6 req-f2779a96-4636-4163-ba40-94fa910b51ba tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0697727 Jun 23 17:06:52.143667 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-958b4d57-cea2-4798-90c0-7b0d2fa178c6 req-706571f2-87c2-4215-894f-905d6c9e3494 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Jun 23 17:06:53.330728 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703b7f-958d-4c34-8847-d06e3ee67ba7 req-ee82e7f4-9e5c-4267-b3cb-54c85a743670 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:53.333015 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9c703b7f-958d-4c34-8847-d06e3ee67ba7 req-ee82e7f4-9e5c-4267-b3cb-54c85a743670 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0709608 Jun 23 17:06:53.374883 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-9c703b7f-958d-4c34-8847-d06e3ee67ba7 req-2f2aa3e0-7412-4f48-9c4b-732afbebabe1 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Jun 23 17:06:54.577588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a781b5-ad6a-480d-ba88-647aa089e18d req-bbba5132-6b63-49d3-90ea-f1d243c60693 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:54.579743 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-42a781b5-ad6a-480d-ba88-647aa089e18d req-bbba5132-6b63-49d3-90ea-f1d243c60693 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0644650 Jun 23 17:06:54.624230 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-42a781b5-ad6a-480d-ba88-647aa089e18d req-1fa619a2-713f-490e-bedd-c997e031bd83 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Jun 23 17:06:55.809686 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bca7f-97bb-4246-bfea-cafa1bce0145 req-013a6520-e533-4a84-ab23-1d9b1d1d0f34 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:55.811211 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e4bca7f-97bb-4246-bfea-cafa1bce0145 req-013a6520-e533-4a84-ab23-1d9b1d1d0f34 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0669858 Jun 23 17:06:55.853694 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7e4bca7f-97bb-4246-bfea-cafa1bce0145 req-3652e3fe-eb43-43fa-9c6f-8d69c8716d22 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359039 Jun 23 17:06:56.664682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:57.033875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cfba3-e525-474c-90a9-94f70d76146c req-c60bd2cc-dc48-4d1f-8cb3-878a02a679b9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:57.035406 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd1cfba3-e525-474c-90a9-94f70d76146c req-c60bd2cc-dc48-4d1f-8cb3-878a02a679b9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0694346 Jun 23 17:06:57.081941 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-bd1cfba3-e525-474c-90a9-94f70d76146c req-a8ef978a-13f4-428c-9d6d-d0620377cc26 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Jun 23 17:06:58.273721 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cee15e-7e91-487e-868a-4884614498e0 req-8e868af2-9c3a-49aa-b3df-ea4d1f35272c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:58.275164 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-83cee15e-7e91-487e-868a-4884614498e0 req-8e868af2-9c3a-49aa-b3df-ea4d1f35272c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0742679 Jun 23 17:06:58.324041 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-83cee15e-7e91-487e-868a-4884614498e0 req-a6e0baac-1eff-48e4-af58-06b21d43ea8e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Jun 23 17:06:59.501857 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a536c-ce0e-407e-8dfe-dfac598ed5f3 req-4ed67ed2-555d-4f6c-8850-5cb3c94acf68 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:06:59.503493 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-da2a536c-ce0e-407e-8dfe-dfac598ed5f3 req-4ed67ed2-555d-4f6c-8850-5cb3c94acf68 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0640931 Jun 23 17:06:59.543982 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-da2a536c-ce0e-407e-8dfe-dfac598ed5f3 req-cad1fcf9-e100-4ef1-9653-10f6a7815873 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jun 23 17:07:00.762466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5a89-cb89-4c19-9ae1-39c5957dfa32 req-5df97ce6-36cc-40af-b3db-a14a70a06e00 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:00.763992 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b9ad5a89-cb89-4c19-9ae1-39c5957dfa32 req-5df97ce6-36cc-40af-b3db-a14a70a06e00 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0799987 Jun 23 17:07:00.816175 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b9ad5a89-cb89-4c19-9ae1-39c5957dfa32 req-9db7971e-9d1f-4220-aca6-803a7247a3ef tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Jun 23 17:07:02.019635 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c287a5-1822-4046-b6aa-88d73131718f req-38537364-ecf1-4b51-9519-de3d83a75378 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:02.021913 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9c287a5-1822-4046-b6aa-88d73131718f req-38537364-ecf1-4b51-9519-de3d83a75378 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0722692 Jun 23 17:07:02.064979 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9c287a5-1822-4046-b6aa-88d73131718f req-86a8275b-78c5-4618-b8c8-3307ab030ad2 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Jun 23 17:07:03.260050 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436df74-ae1d-4c04-9d48-de2df8cdfbb9 req-872c75b4-45bd-43ba-a2f2-682e23f067b9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:03.267861 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b436df74-ae1d-4c04-9d48-de2df8cdfbb9 req-872c75b4-45bd-43ba-a2f2-682e23f067b9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.0773587 Jun 23 17:07:03.304163 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b436df74-ae1d-4c04-9d48-de2df8cdfbb9 req-63fb03fc-d023-4c35-9acc-ae83cddf17c3 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Jun 23 17:07:04.314512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Request body: {'port': {'device_id': 'a16000d9-41f8-4024-9c21-12d02f773926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:04.388009 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:04.585011 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f7c34-8142-48c6-97b7-2b901e07e349 req-b061f07e-75b6-41e1-b3c9-20fb7fa0b413 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:04.586407 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d43f7c34-8142-48c6-97b7-2b901e07e349 req-b061f07e-75b6-41e1-b3c9-20fb7fa0b413 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 931 time: 0.1644711 Jun 23 17:07:04.666945 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d43f7c34-8142-48c6-97b7-2b901e07e349 req-46ecb89a-ddf3-43b8-a5c5-4d052ccd28d8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Jun 23 17:07:04.737942 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1661fe06-7bc4-4afc-9982-c9d5c897391d {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:07:04.745505 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:04.757805 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Transition to ACTIVE for port object 1661fe06-7bc4-4afc-9982-c9d5c897391d will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:07:04.887367 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:04.889536 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:04.940709 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:04.945426 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:05.029548 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Attempting to bind port 1661fe06-7bc4-4afc-9982-c9d5c897391d on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:07:05.029892 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Attempting to bind port 1661fe06-7bc4-4afc-9982-c9d5c897391d by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:07:05.030225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Attempting to bind port 1661fe06-7bc4-4afc-9982-c9d5c897391d on network 9e591fba-3762-431f-a76f-d5a8ba9af7ee {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:07:05.034684 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Port 1661fe06-7bc4-4afc-9982-c9d5c897391d on network 9e591fba-3762-431f-a76f-d5a8ba9af7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:07:05.035004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Attempting to bind port 1661fe06-7bc4-4afc-9982-c9d5c897391d on network 9e591fba-3762-431f-a76f-d5a8ba9af7ee {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:07:05.040435 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:07:05.040773 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Checking segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:07:05.041155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Bound using segment: {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:07:05.041594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Bound port: 1661fe06-7bc4-4afc-9982-c9d5c897391d, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5098d828-8ea8-49ed-b332-ecea5529363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:07:05.041948 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:05.108141 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:07:05.111050 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:07:05.226017 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:05.229314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:05.263145 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.263768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:05.265110 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] 10.222.0.68 "PUT /v2.0/ports/1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 1093 time: 0.9551525 Jun 23 17:07:05.265625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:05.268009 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6799ab96-4db6-4483-857f-4990907c08e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:05.300136 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:05.308131 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:05.311830 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcbc80-8348-44d4-90c4-d31b2673b1d4 x-openstack-request-id: req-dfbcbc80-8348-44d4-90c4-d31b2673b1d4 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:05.312166 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:05.312458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-dfbcbc80-8348-44d4-90c4-d31b2673b1d4 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:05.312949 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:07:05.420165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799ab96-4db6-4483-857f-4990907c08e9 req-3896242b-b3ef-4e69-bd5e-55aca64cf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.421776 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6799ab96-4db6-4483-857f-4990907c08e9 req-3896242b-b3ef-4e69-bd5e-55aca64cf9a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1096 time: 0.0556209 Jun 23 17:07:05.524408 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799ab96-4db6-4483-857f-4990907c08e9 req-1a4b28a6-c991-49d9-9ffb-7cfbef12de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.525829 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6799ab96-4db6-4483-857f-4990907c08e9 req-1a4b28a6-c991-49d9-9ffb-7cfbef12de42 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0901449 Jun 23 17:07:05.623905 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799ab96-4db6-4483-857f-4990907c08e9 req-ee0eb1cc-6547-4260-b29b-08f06bc25143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.625263 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6799ab96-4db6-4483-857f-4990907c08e9 req-ee0eb1cc-6547-4260-b29b-08f06bc25143 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0929983 Jun 23 17:07:05.750840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-5cb9cc89-9173-44d9-ad6c-aa8d92518eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.752470 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-5cb9cc89-9173-44d9-ad6c-aa8d92518eea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1096 time: 0.0618091 Jun 23 17:07:05.814839 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-008839c6-5e06-4fb8-b95e-40d39fd5d331 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 217 time: 0.0476544 Jun 23 17:07:05.889789 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-bb3809f0-8dcc-4bde-97cc-185d9df1244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.891293 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-bb3809f0-8dcc-4bde-97cc-185d9df1244b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0568788 Jun 23 17:07:05.916833 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0c33-a1d7-4787-b6ab-15f176e42bcc req-2517b66f-e572-4bf0-b9ea-821ac092b78f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.918398 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-483d0c33-a1d7-4787-b6ab-15f176e42bcc req-2517b66f-e572-4bf0-b9ea-821ac092b78f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 943 time: 0.1128864 Jun 23 17:07:05.983466 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-483d0c33-a1d7-4787-b6ab-15f176e42bcc req-1269d3a3-d52d-41b5-af20-be7c2b14b5be tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479865 Jun 23 17:07:05.995682 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-87e8c1d5-06c1-4795-913e-15ba2773765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:05.997159 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-87e8c1d5-06c1-4795-913e-15ba2773765b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982554 Jun 23 17:07:06.088172 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-628d014f-8e8f-43f5-9eb0-9e8bf74f97c0 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834763 Jun 23 17:07:06.183736 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4f6eda0-61eb-471d-bba4-b5abf1f4ec0f req-1b35a82c-e581-4dd5-88ba-5464dc474871 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879047 Jun 23 17:07:07.168289 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5848488-8684-4319-af11-a93a26062dcd req-9a3b3155-6d1f-4115-97a1-71403f6096fb tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:07.169768 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a5848488-8684-4319-af11-a93a26062dcd req-9a3b3155-6d1f-4115-97a1-71403f6096fb tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 943 time: 0.0650735 Jun 23 17:07:07.213626 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a5848488-8684-4319-af11-a93a26062dcd req-56dce10c-881e-424a-8b1a-9cdc35f85693 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Jun 23 17:07:08.102784 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:07:08.407710 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640145-e75a-4217-b2c8-9d6114ea1b98 req-7e8acf03-74d1-4ea6-a684-28b5d025ae34 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:08.409554 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41640145-e75a-4217-b2c8-9d6114ea1b98 req-7e8acf03-74d1-4ea6-a684-28b5d025ae34 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 943 time: 0.0814416 Jun 23 17:07:08.451489 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41640145-e75a-4217-b2c8-9d6114ea1b98 req-5f74bec7-6268-4d78-b5f3-2821c555aa07 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jun 23 17:07:08.459804 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 1661fe06-7bc4-4afc-9982-c9d5c897391d details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:07:08.564482 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:08.573170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'port_id': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'mac_address': 'fa:16:3e:a0:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:07:08.610637 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:08.624156 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1661fe06-7bc4-4afc-9982-c9d5c897391d {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:07:08.643944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:08.776943 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:08.778778 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:08.830797 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:08.833910 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:09.194553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:07:09.633063 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a9f55-9113-4e92-98e3-9938b3e4c3d6 req-a603fdb6-25a8-45b9-bc51-01553cbe4295 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:09.634516 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f22a9f55-9113-4e92-98e3-9938b3e4c3d6 req-a603fdb6-25a8-45b9-bc51-01553cbe4295 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 944 time: 0.0641811 Jun 23 17:07:09.672605 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f22a9f55-9113-4e92-98e3-9938b3e4c3d6 req-179568a4-d217-4e6b-9dd5-f5d94115bc40 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Jun 23 17:07:10.479828 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 1661fe06-7bc4-4afc-9982-c9d5c897391d up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:07:10.771864 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 1661fe06-7bc4-4afc-9982-c9d5c897391d completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:07:10.778792 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 1661fe06-7bc4-4afc-9982-c9d5c897391d triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:07:10.779175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:10.851095 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1c3b4-23a4-4e89-82b6-8cf0a631fbea req-4df1171e-b3b1-4b56-bf4f-bc2a04cc5c57 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:10.852605 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5da1c3b4-23a4-4e89-82b6-8cf0a631fbea req-4df1171e-b3b1-4b56-bf4f-bc2a04cc5c57 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 944 time: 0.0648427 Jun 23 17:07:10.864561 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:10.887020 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:10.889308 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e98459-ca96-43c8-8a3a-539f2e4dec42" -d '{"events": [{"server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "name": "network-vif-plugged", "status": "completed", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:10.890835 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5da1c3b4-23a4-4e89-82b6-8cf0a631fbea req-cbbc52ca-35d2-4a18-bbea-b2b12608b783 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jun 23 17:07:10.902474 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:10.930323 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e18ae-eabf-474f-b20a-3442bb1a4cb6 x-openstack-request-id: req-7b4e18ae-eabf-474f-b20a-3442bb1a4cb6 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:10.930620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "name": "network-vif-plugged", "status": "completed", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:10.930985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-7b4e18ae-eabf-474f-b20a-3442bb1a4cb6 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:10.931396 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'code': 200} Jun 23 17:07:11.029655 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:11.032287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-a6da44d6-b5f1-476f-8231-fc0a3908799b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:11.080779 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:11.084568 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:11.386363 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2267bf-48eb-4ad5-bddd-39e0457497ce req-d8103941-af39-45fe-bdc4-bce21d595a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:11.387809 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be2267bf-48eb-4ad5-bddd-39e0457497ce req-d8103941-af39-45fe-bdc4-bce21d595a8c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1098 time: 0.0557489 Jun 23 17:07:11.422172 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-be2267bf-48eb-4ad5-bddd-39e0457497ce req-901979a4-3885-458c-a8eb-770c914cf7a0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280688 Jun 23 17:07:12.067186 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65888dca-b0e9-4963-8d80-fa25a630725a req-cca3ffef-6186-4c4c-b298-7f45f626ac31 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:12.068703 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65888dca-b0e9-4963-8d80-fa25a630725a req-cca3ffef-6186-4c4c-b298-7f45f626ac31 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0653479 Jun 23 17:07:12.107486 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-65888dca-b0e9-4963-8d80-fa25a630725a req-75e73807-dd29-4136-89ed-80e4ec67c7dc tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Jun 23 17:07:13.280313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3be9-a076-400b-9ddc-7f42ce2f8dcc req-9577bf16-b562-4db6-a774-4e0803d8b429 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:13.281752 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8ab3be9-a076-400b-9ddc-7f42ce2f8dcc req-9577bf16-b562-4db6-a774-4e0803d8b429 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0624514 Jun 23 17:07:13.319649 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b8ab3be9-a076-400b-9ddc-7f42ce2f8dcc req-03f63532-8cf3-4a54-946a-5bff299ef832 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jun 23 17:07:13.513754 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4b16c-82e3-414b-9385-ea78479cb868 req-e967dd2a-6e71-4224-aeb3-29c36bfc8ea4 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:13.515220 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ddb4b16c-82e3-414b-9385-ea78479cb868 req-e967dd2a-6e71-4224-aeb3-29c36bfc8ea4 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0778263 Jun 23 17:07:13.554893 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ddb4b16c-82e3-414b-9385-ea78479cb868 req-1c37c9a7-72fa-426d-8ab4-0ac310dd3d13 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Jun 23 17:07:13.960043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4389a1b-3c49-43bb-b020-2992393ddf31 req-e5a60a23-6384-4263-be8f-4d9c29158844 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:13.961603 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c4389a1b-3c49-43bb-b020-2992393ddf31 req-e5a60a23-6384-4263-be8f-4d9c29158844 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0706189 Jun 23 17:07:14.000219 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c4389a1b-3c49-43bb-b020-2992393ddf31 req-017a0c3e-1884-4cd4-beb6-27affeacd1fc tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Jun 23 17:07:14.218393 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1625-8510-4502-9d94-40ec7a63f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:14.498997 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2224c-6da8-4d5f-bdb2-4e492de32504 req-e0a637a2-0513-4b2c-8595-76197c580e84 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:14.500537 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c0a2224c-6da8-4d5f-bdb2-4e492de32504 req-e0a637a2-0513-4b2c-8595-76197c580e84 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0641096 Jun 23 17:07:14.542458 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c0a2224c-6da8-4d5f-bdb2-4e492de32504 req-8d2e099c-c55b-43f5-943e-690aa1656e8d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351870 Jun 23 17:07:15.737752 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660264f4-f3c2-46de-b718-359edd4b22cf req-897bcf94-dd8c-4503-ab24-6d05bf86912e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:15.739388 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-660264f4-f3c2-46de-b718-359edd4b22cf req-897bcf94-dd8c-4503-ab24-6d05bf86912e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0705104 Jun 23 17:07:15.778380 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-660264f4-f3c2-46de-b718-359edd4b22cf req-1d2ab3b3-83f6-4b49-9bc4-9d6d66233bb0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Jun 23 17:07:16.257164 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-a4f225c8-ba0d-4807-a9f5-82d2c4e4ca90 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:16.258709 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-a4f225c8-ba0d-4807-a9f5-82d2c4e4ca90 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 946 time: 0.0773528 Jun 23 17:07:16.372925 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Deleting port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:16.373267 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:16.463503 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] For port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:16.463807 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:16.689624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:16.689933 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:16.690279 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Floating IP ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769 disassociated. External IP: 172.27.1.206, port: d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f. Jun 23 17:07:16.690620 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Calling delete_port for d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:16.945390 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:16.949681 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:16.982857 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'Port': ['ID=d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:16.990683 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1b69-2daa-4426-871f-ab5d4b39b49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:17.001243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.001632 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.002013 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.002382 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.002747 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.003155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.003469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.003847 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.004202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.004556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.005462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.005814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:17.046253 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:17.074784 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f78ce4-04a4-4887-9803-e15e53a9e192 req-9b05ab13-b04f-4c74-a704-511fe217cb2f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:17.075399 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:17.076369 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b9f78ce4-04a4-4887-9803-e15e53a9e192 req-9b05ab13-b04f-4c74-a704-511fe217cb2f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 868 time: 0.1670284 Jun 23 17:07:17.448338 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b9f78ce4-04a4-4887-9803-e15e53a9e192 req-16821ad6-0e03-4beb-9750-1047e25912f0 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups?id=c10457fb-f6cb-42fb-94d5-f32c096f66c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421712 Jun 23 17:07:17.457170 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:17.571613 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:17.582523 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:17.592017 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:17.592669 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:17.616846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] No DVR routers for this DVR port d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:17.619387 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:17.621436 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-30e7e19c-69fb-4539-bfcd-8c8053b9876a req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.68 "DELETE /v2.0/ports/d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f HTTP/1.1" status: 204 len: 173 time: 1.3570969 Jun 23 17:07:17.621941 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-deleted', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:17.624320 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68f124f-d0c9-4154-a102-893ff4a89c22" -d '{"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-deleted", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:17.665102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646fef3a-e360-4ffc-b042-5f9befed5fcc x-openstack-request-id: req-646fef3a-e360-4ffc-b042-5f9befed5fcc {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:17.665448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237c994d-c754-40c6-9e37-fe96351d5b11", "name": "network-vif-deleted", "tag": "d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:17.665746 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-646fef3a-e360-4ffc-b042-5f9befed5fcc {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:17.666181 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237c994d-c754-40c6-9e37-fe96351d5b11', 'name': 'network-vif-deleted', 'tag': 'd5ac22f2-30d2-4d60-83f9-5b13d0f83a7f', 'status': 'completed', 'code': 200} Jun 23 17:07:17.712583 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:17.909174 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:17.936803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:17.945701 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:17.946315 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:18.055401 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:18.275867 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:18.302168 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c4bd9-7314-4efa-974d-49d532ecd951 None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T16:58:28Z', 'revision_number': 4, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4d6644f2-7377-4710-b255-9758a4931efa', 'name': '', 'network_id': 'fa638a43-811f-44d5-9576-829ad4192938', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'mac_address': 'fa:16:3e:b1:57:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:37Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'subnets': [{'id': 'dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:18.538199 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49400f58-04b6-423f-a0cf-811e56a927db None None] New status for floating IP ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:18.622944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:18.632762 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-62aeba68-e2ae-448c-abab-0c55c562820d req-eb3ce3ef-c175-4c06-9278-4cd44f99ba9c tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/ports?device_id=237c994d-c754-40c6-9e37-fe96351d5b11 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Jun 23 17:07:19.890386 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54392) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:19.950278 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:19.975467 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.087562 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea36dfa-08ca-448c-a3c6-ec66570dd111 req-b095a9a9-0298-4c8c-a095-93310beeef94 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:20.089009 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ea36dfa-08ca-448c-a3c6-ec66570dd111 req-b095a9a9-0298-4c8c-a095-93310beeef94 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0619650 Jun 23 17:07:20.131069 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.133756 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.137580 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1ea36dfa-08ca-448c-a3c6-ec66570dd111 req-07521790-839f-4eee-a324-26f7f0260cdc tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Jun 23 17:07:20.137737 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54396) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:20.138260 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "DELETE /v2.0/security-groups/c10457fb-f6cb-42fb-94d5-f32c096f66c2 HTTP/1.1" status: 204 len: 168 time: 0.2468541 Jun 23 17:07:20.139504 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b56b6f45-e323-45c7-b3d6-5d4179fb4c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:20.155054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10457fb-f6cb-42fb-94d5-f32c096f66c2,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:20.163184 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.api.v2.resource [None req-012f4ffa-e289-4c1a-bd20-23bd82ef1cb9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] show failed (client error): The resource could not be found. Jun 23 17:07:20.163716 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.164280 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.164408 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-012f4ffa-e289-4c1a-bd20-23bd82ef1cb9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "GET /v2.0/security-groups/c10457fb-f6cb-42fb-94d5-f32c096f66c2 HTTP/1.1" status: 404 len: 347 time: 0.0255680 Jun 23 17:07:20.165051 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.165416 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.165859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.166165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.166698 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.167150 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.167291 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54398) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:20.167529 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.167954 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.168305 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.168661 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:20.172059 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9ad7d932-57ab-4b65-b621-d2ceed2a07a9 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:20.307294 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Deleting port df2abf2b-7643-4f0f-b9e4-198899cf0082 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:20.307664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.387900 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.388204 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.404511 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Calling delete_port for df2abf2b-7643-4f0f-b9e4-198899cf0082 owned by network:floatingip {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:20.561390 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.571055 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:20.591977 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:20.592330 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device d5ac22f2-30d2-4d60-83f9-5b13d0f83a7f not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:20.685319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.687416 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-004ec06d-592a-4c2f-b0f8-ec543ec8b72f tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:20.712639 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Pushing event deleted for resources: {'Port': ['ID=df2abf2b-7643-4f0f-b9e4-198899cf0082,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:20.716520 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:20.788828 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks [] for floatingip, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.791466 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:20.792652 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-caa61bfc-a67a-4d30-9b3e-4742f04efcb3 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] 10.222.0.99 "DELETE /v2.0/floatingips/ebba6fe3-61fc-49d2-b8f1-6fd9d65f0769 HTTP/1.1" status: 204 len: 168 time: 0.6243629 Jun 23 17:07:21.324547 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046303-d4c9-49e4-989e-853e2d9b0aea req-47f3f6df-68e0-40ae-a8e5-7797d78fd05b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:21.326164 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-97046303-d4c9-49e4-989e-853e2d9b0aea req-47f3f6df-68e0-40ae-a8e5-7797d78fd05b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0675380 Jun 23 17:07:21.368654 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-97046303-d4c9-49e4-989e-853e2d9b0aea req-f2025056-7e3e-4ab2-9304-7994ed5b8604 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Jun 23 17:07:22.578082 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-e2d5b99c-f21e-472b-9bd0-f083bcaa67e8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:22.579866 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-e2d5b99c-f21e-472b-9bd0-f083bcaa67e8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.1162527 Jun 23 17:07:22.595189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e844e-11ed-444e-a5f9-1e5279368b0b req-1640665f-9ae8-4d7c-8b32-4e255c5be7c3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:22.598898 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c37e844e-11ed-444e-a5f9-1e5279368b0b req-1640665f-9ae8-4d7c-8b32-4e255c5be7c3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 946 time: 0.0995264 Jun 23 17:07:22.682619 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c37e844e-11ed-444e-a5f9-1e5279368b0b req-0bc0020a-4d59-4a7e-a6b0-9300687836cc tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=7c840313-ea0f-4619-bd27-006bbedb4f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759702 Jun 23 17:07:22.733831 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Deleting port ad66d4a1-e929-4236-8ff5-32819a32b392 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:22.734196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:22.826059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] For port ad66d4a1-e929-4236-8ff5-32819a32b392, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ad66d4a1-e929-4236-8ff5-32819a32b392,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:22.826412 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.005756 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.006131 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.006443 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Floating IP 6f069719-72b0-4afd-a725-994701679f7d disassociated. External IP: 172.27.1.231, port: ad66d4a1-e929-4236-8ff5-32819a32b392. Jun 23 17:07:23.006850 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Calling delete_port for ad66d4a1-e929-4236-8ff5-32819a32b392 owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:23.235202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.239270 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d9239738-eacd-4286-b6f7-4a7a5f37aba6 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:23.265674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'Port': ['ID=ad66d4a1-e929-4236-8ff5-32819a32b392,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:23.268728 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:23.385612 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:23.496723 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:23.507000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:23.519952 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:23.519952 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:23.542665 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] No DVR routers for this DVR port ad66d4a1-e929-4236-8ff5-32819a32b392 on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:23.545167 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:23.547317 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ed1e1efc-56a6-4d2d-839a-08f15a78b829 req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "DELETE /v2.0/ports/ad66d4a1-e929-4236-8ff5-32819a32b392 HTTP/1.1" status: 204 len: 173 time: 0.9496968 Jun 23 17:07:23.547922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'name': 'network-vif-deleted', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:23.550380 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62cf4a-0378-4ba0-b779-5a67e683fb05" -d '{"events": [{"server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "name": "network-vif-deleted", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:23.594570 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af30f6b-ac5b-4df7-9a2b-74e7be8820cd x-openstack-request-id: req-6af30f6b-ac5b-4df7-9a2b-74e7be8820cd {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:23.595611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648afe28-0e84-4671-86c8-84aceb4f09dc", "name": "network-vif-deleted", "tag": "ad66d4a1-e929-4236-8ff5-32819a32b392", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:23.595611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6af30f6b-ac5b-4df7-9a2b-74e7be8820cd {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:23.596022 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648afe28-0e84-4671-86c8-84aceb4f09dc', 'name': 'network-vif-deleted', 'tag': 'ad66d4a1-e929-4236-8ff5-32819a32b392', 'status': 'completed', 'code': 200} Jun 23 17:07:23.633296 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:23.877019 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4befe420-3650-4772-8ff3-5d40c88e8b56 req-8d3d07d3-f39a-4ae2-a023-d5130aa37c61 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0417929 Jun 23 17:07:23.927278 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:23.930744 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54436) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:23.958181 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:23.969330 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:23.970285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:24.119915 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:24.327390 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:24.356182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557a51f-b4f3-4436-abbf-d9f0910f9488 None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:24.584543 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:24.672258 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d714350-0e5f-4476-a40d-9557f9a4b9bf None None] New status for floating IP 6f069719-72b0-4afd-a725-994701679f7d: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:24.899885 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Deleting port 4d6644f2-7377-4710-b255-9758a4931efa {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:24.900526 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:25.002465 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] For port 4d6644f2-7377-4710-b255-9758a4931efa, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4d6644f2-7377-4710-b255-9758a4931efa,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:25.003242 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:25.022408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Calling delete_port for 4d6644f2-7377-4710-b255-9758a4931efa owned by network:router_interface {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:25.099455 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-7d9432d9-b942-4166-b1ec-820497074680 req-8886d346-2246-4413-96d1-d12ae4c7c074 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=648afe28-0e84-4671-86c8-84aceb4f09dc HTTP/1.1" status: 200 len: 210 time: 0.0351336 Jun 23 17:07:25.360739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:25.362870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ec0e4359-2aa3-43d6-b7e9-7fcb858b755e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:25.386810 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6644f2-7377-4710-b255-9758a4931efa,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:25.389401 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:25.574248 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:25.790796 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Router 0123c544-0750-46c3-8f4d-bedd660e60e7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:25.906120 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:25.914564 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] 10.222.0.99 "PUT /v2.0/routers/0123c544-0750-46c3-8f4d-bedd660e60e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9793682 Jun 23 17:07:25.914564 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54450) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:25.917054 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Sync routers for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:25.935192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:25.936321 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:26.037010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks [] for router, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.085018 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:26.164394 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bfce-8278-4136-95af-fc9f5004b34f req-af091821-52bf-4e7d-9e34-e1d0f9180f90 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:26.177995 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-03c4bfce-8278-4136-95af-fc9f5004b34f req-af091821-52bf-4e7d-9e34-e1d0f9180f90 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.1039264 Jun 23 17:07:26.181663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.246500 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-03c4bfce-8278-4136-95af-fc9f5004b34f req-8f490de7-63ba-42e4-b541-598b12e2678f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673599 Jun 23 17:07:26.273798 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54458) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:26.355606 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Deleting port de741794-a27c-4a5e-a785-ad24293a7b4c {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:26.356112 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.363654 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T17:07:25Z', 'revision_number': 5, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port': {'id': 'de741794-a27c-4a5e-a785-ad24293a7b4c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:58:23Z', 'updated_at': '2021-06-23T16:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:26.390411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54462) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:26.415030 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Checking router: 0123c544-0750-46c3-8f4d-bedd660e60e7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:26.440999 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Routers {'0123c544-0750-46c3-8f4d-bedd660e60e7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:26.442159 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['0123c544-0750-46c3-8f4d-bedd660e60e7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:26.458854 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241c2d1-7e3b-46e7-a2ee-5c94fea04c44 tempest-TestMinimumBasicScenario-1136637561 tempest-TestMinimumBasicScenario-1136637561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:26.460417 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2241c2d1-7e3b-46e7-a2ee-5c94fea04c44 tempest-TestMinimumBasicScenario-1136637561 tempest-TestMinimumBasicScenario-1136637561-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1093 time: 0.1843092 Jun 23 17:07:26.464065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54464) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:26.468751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'port_id': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:26.477965 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] For port de741794-a27c-4a5e-a785-ad24293a7b4c, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=de741794-a27c-4a5e-a785-ad24293a7b4c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:26.479100 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.488765 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.503463 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Calling delete_port for de741794-a27c-4a5e-a785-ad24293a7b4c owned by network:router_gateway {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:26.525825 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.639120 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device ad66d4a1-e929-4236-8ff5-32819a32b392 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:26.641682 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.696534 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: ad66d4a1-e929-4236-8ff5-32819a32b392 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:26.696875 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device ad66d4a1-e929-4236-8ff5-32819a32b392 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:26.729758 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] Set router 0123c544-0750-46c3-8f4d-bedd660e60e7 gateway port host: None {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:26.745756 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.748823 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.749916 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "DELETE /v2.0/security-groups/7c840313-ea0f-4619-bd27-006bbedb4f7b HTTP/1.1" status: 204 len: 168 time: 0.3585873 Jun 23 17:07:26.751868 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e096f902-6261-48df-ae3c-999b1d9df099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:26.753276 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54466) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:26.766472 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c840313-ea0f-4619-bd27-006bbedb4f7b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:26.769133 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0615153c-b7e7-4cc7-b97e-a331e23b42fe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:26.771213 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.api.v2.resource [None req-c8f0a0cc-7e19-4030-8bd0-cf944e53083c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] show failed (client error): The resource could not be found. Jun 23 17:07:26.772628 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-c8f0a0cc-7e19-4030-8bd0-cf944e53083c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups/7c840313-ea0f-4619-bd27-006bbedb4f7b HTTP/1.1" status: 404 len: 347 time: 0.0180209 Jun 23 17:07:26.776123 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54468) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:26.788348 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.801093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T17:07:26Z', 'revision_number': 6, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port_host': None}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:26.834687 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb06dc-1d05-46d5-9049-cd1501310b6d None None] The sync data for ids ['0123c544-0750-46c3-8f4d-bedd660e60e7'] in dv-cinder-796950-7-iscsi is: [{'id': '0123c544-0750-46c3-8f4d-bedd660e60e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1831725346-router', 'tenant_id': 'c504db01624842e7aff3ea7deddf20c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:58:22Z', 'updated_at': '2021-06-23T17:07:26Z', 'revision_number': 6, 'project_id': 'c504db01624842e7aff3ea7deddf20c8', 'gw_port_host': None}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:26.837317 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.874274 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:26.877175 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6fd57e98-8fe1-443f-9051-1765026169fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:26.915665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=de741794-a27c-4a5e-a785-ad24293a7b4c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:26.918084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:26.922501 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Allocated IP 172.27.1.208 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/50d21445-0685-495a-9dd7-b773ea21956d) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:07:27.010502 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.050249 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.123722 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Deleting port 5cb97b7d-4011-418f-9b01-793c35e54958 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:27.123987 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.126878 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.129845 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.167587 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.169986 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-09af56ae-977c-4263-887d-774edce152e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:27.218288 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:07:27.221839 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:07:27.228159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:07:27.231840 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'Port': ['ID=50d21445-0685-495a-9dd7-b773ea21956d,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:27.263299 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:27.298223 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.298574 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.313408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Calling delete_port for 5cb97b7d-4011-418f-9b01-793c35e54958 owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:27.373110 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.373665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0123c544-0750-46c3-8f4d-bedd660e60e7 {{(pid=100518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:07:27.389438 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.391295 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-bc71ffc6-2c1c-40ab-a399-42ac38355c13 admin admin] 10.222.0.99 "DELETE /v2.0/routers/0123c544-0750-46c3-8f4d-bedd660e60e7 HTTP/1.1" status: 204 len: 168 time: 1.4759731 Jun 23 17:07:27.393840 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54470) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:27.477217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Deleting subnet dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:07:27.493418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.577653 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.937799 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.958435 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:27.965612 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-cb1621c6-30b6-411a-ae60-18246c790a4a tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:28.008456 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'Port': ['ID=5cb97b7d-4011-418f-9b01-793c35e54958,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:28.022356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:28.022356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.124291 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.127987 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.133591 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "DELETE /v2.0/floatingips/6f069719-72b0-4afd-a725-994701679f7d HTTP/1.1" status: 204 len: 168 time: 1.3551605 Jun 23 17:07:28.174587 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.263941 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.266267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:28.294147 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:28.297578 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:28.299086 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.301023 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/dd1c2b4a-4ccb-432c-b9ac-3cf9e4715d00 HTTP/1.1" status: 204 len: 168 time: 0.9062369 Jun 23 17:07:28.303570 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54474) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:28.307014 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe05c91-f0b5-4fe5-9aa7-52d333dc95f4 None None] Network fa638a43-811f-44d5-9576-829ad4192938 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:07:28.355517 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.377925 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.439596 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.449909 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:28.458194 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Deleting port 824a2a79-fb9c-4712-8e59-ec1e342539ed {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:28.458534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.527589 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'Port': ['ID=50d21445-0685-495a-9dd7-b773ea21956d,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:28.533982 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:28.547261 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] For port 824a2a79-fb9c-4712-8e59-ec1e342539ed, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=824a2a79-fb9c-4712-8e59-ec1e342539ed,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:28.547705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.572740 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] DHCP port deletion for fa638a43-811f-44d5-9576-829ad4192938 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:07:28.580019 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device de741794-a27c-4a5e-a785-ad24293a7b4c no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:28.587647 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Calling delete_port for 824a2a79-fb9c-4712-8e59-ec1e342539ed owned by network:dhcp {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:28.591413 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.607216 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: de741794-a27c-4a5e-a785-ad24293a7b4c {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:28.608157 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device de741794-a27c-4a5e-a785-ad24293a7b4c not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:28.609073 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4d6644f2-7377-4710-b255-9758a4931efa no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:28.644158 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 4d6644f2-7377-4710-b255-9758a4931efa {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:28.645657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4d6644f2-7377-4710-b255-9758a4931efa not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:28.700718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Deleting port 824a2a79-fb9c-4712-8e59-ec1e342539ed {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:28.701409 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.724455 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Floating IP dcb07597-bbc9-4b32-a18e-867ad653562e associated. External IP: 172.27.1.208, port: 1661fe06-7bc4-4afc-9982-c9d5c897391d. Jun 23 17:07:28.782893 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] For port 824a2a79-fb9c-4712-8e59-ec1e342539ed, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=824a2a79-fb9c-4712-8e59-ec1e342539ed,segment=NetworkSegment(fcb99782-c529-4f63-b552-21b0d2fd0e1f),segment_id=fcb99782-c529-4f63-b552-21b0d2fd0e1f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:28.783622 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.799153 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Calling delete_port for 824a2a79-fb9c-4712-8e59-ec1e342539ed owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:28.806555 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.808745 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6dddb0c0-48aa-48f8-b27e-0066bd9b74b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:28.836085 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=824a2a79-fb9c-4712-8e59-ec1e342539ed,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:28.838100 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] No DVR routers for this DVR port 824a2a79-fb9c-4712-8e59-ec1e342539ed on host dv-cinder-796950-7-iscsi {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:28.839690 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:28.919417 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.930400 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa638a43-811f-44d5-9576-829ad4192938']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:28.941075 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb99782-c529-4f63-b552-21b0d2fd0e1f') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:28.941416 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb99782-c529-4f63-b552-21b0d2fd0e1f') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:28.951117 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.969328 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.972407 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.975671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:28.983072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:07:28.983625 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:07:28.985756 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:07:29.010200 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Pushing event deleted for resources: {'Port': ['ID=824a2a79-fb9c-4712-8e59-ec1e342539ed,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:29.014481 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] No DVR routers for this DVR port 824a2a79-fb9c-4712-8e59-ec1e342539ed on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:29.022089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.022458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54476) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:29.022819 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.023326 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.023696 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.024028 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.024360 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.024686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.025010 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.025394 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.025720 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.026042 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.026396 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:07:29.029359 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359771811', 'description': 'tempest-description--764369411'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:29.030457 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:29.052548 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:29.182767 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.185401 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:29.196774 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Sync routers for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:29.206800 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:29.208073 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:29.218587 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.224637 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-548a1977-9ea9-4b12-bde7-c4229f61073c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:29.228164 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.234315 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] 10.222.0.99 "DELETE /v2.0/networks/fa638a43-811f-44d5-9576-829ad4192938 HTTP/1.1" status: 204 len: 168 time: 0.9257052 Jun 23 17:07:29.260306 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa638a43-811f-44d5-9576-829ad4192938,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:29.264242 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:29.361344 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:29.594749 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.633033 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'dcb07597-bbc9-4b32-a18e-867ad653562e', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'port_id': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'mac_address': 'fa:16:3e:a0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16000d9-41f8-4024-9c21-12d02f773926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:27Z', 'updated_at': '2021-06-23T17:07:27Z', 'revision_number': 0, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:29.664002 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Checking router: fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:29.672499 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:29.673122 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:29.676231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.680072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-99a9a158-8bbd-4554-86a5-2ba331ffd545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:29.689709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54480) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:29.711693 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01e162-14f4-49f3-b075-eb2270a4a217,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:29.714821 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:29.733449 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-63623040-6bf8-44b3-9db9-e390bf7944f8 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=c504db01624842e7aff3ea7deddf20c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454037 Jun 23 17:07:29.735975 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54482) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:29.778581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.790004 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:29.795638 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.804920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.805789 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7822917 Jun 23 17:07:29.809679 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54484) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:29.817072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group_rule': {'security_group_id': '4c01e162-14f4-49f3-b075-eb2270a4a217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:29.825332 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.850396 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3852406 Jun 23 17:07:29.852683 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:29.855084 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0c2193-12fe-49e6-a3c2-8a06fb005548" -d '{"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:29.865351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54488) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:29.870504 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030198453', 'description': 'tempest-secgroup-smoke-2030198453 description', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:29.906757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5928ba4e-fd0b-45b5-8f28-0d7204edf083 x-openstack-request-id: req-5928ba4e-fd0b-45b5-8f28-0d7204edf083 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:29.907321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:29.907825 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-5928ba4e-fd0b-45b5-8f28-0d7204edf083 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:29.909065 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:07:29.964378 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.995980 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:29.998953 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.000167 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/fd21d51d-f93b-411f-8a35-7ee0c967e61b HTTP/1.1" status: 204 len: 168 time: 0.2630751 Jun 23 17:07:30.001422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d424f260-3803-46a9-98bc-1ca82a71a54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:30.016618 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21d51d-f93b-411f-8a35-7ee0c967e61b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:30.019914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:30.069409 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.085171 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.095239 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fba8214d-8ce8-41c6-9330-f52735fcfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.097089 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fba8214d-8ce8-41c6-9330-f52735fcfc4a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1098 time: 0.1172740 Jun 23 17:07:30.149795 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'dcb07597-bbc9-4b32-a18e-867ad653562e', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'port_id': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'mac_address': 'fa:16:3e:a0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16000d9-41f8-4024-9c21-12d02f773926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:27Z', 'updated_at': '2021-06-23T17:07:27Z', 'revision_number': 0, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:30.177885 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efb87c-56e9-43ef-8aa7-f2592d893abe None None] The sync data for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi is: [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'dcb07597-bbc9-4b32-a18e-867ad653562e', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'port_id': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'mac_address': 'fa:16:3e:a0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16000d9-41f8-4024-9c21-12d02f773926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:27Z', 'updated_at': '2021-06-23T17:07:27Z', 'revision_number': 0, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:30.182301 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.186523 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:30.197307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.208156 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f73364-b184-4b1a-8b4f-0ca67e107602,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:30.225324 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:30.257052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-d07c1f9f-3ae6-4e73-859c-d29270b741f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.262618 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-d07c1f9f-3ae6-4e73-859c-d29270b741f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.1543391 Jun 23 17:07:30.339828 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-4a9b4534-afc9-4c70-9f0b-914a46b34594 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 999 time: 0.0710862 Jun 23 17:07:30.354934 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.359556 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ee4b2932-9880-4c71-9ab5-d056166a8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:30.414350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:30.414514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fc091ab2-0716-49b3-accc-f3d3eea75ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.416765 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fc091ab2-0716-49b3-accc-f3d3eea75ab7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0698802 Jun 23 17:07:30.417582 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:30.430935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1ad24-4fc3-45e2-a5fc-1f83c8551c7e None None] New status for floating IP dcb07597-bbc9-4b32-a18e-867ad653562e: ACTIVE {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:30.467565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.468634 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-33f2cff1-cbfb-4afc-ad98-5a386f2d3b4a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6575747 Jun 23 17:07:30.472183 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54492) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:30.478287 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'security_group_rule': {'security_group_id': '4c01e162-14f4-49f3-b075-eb2270a4a217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:30.514785 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fad6f677-452d-43b6-8039-bf613ca5e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:30.516335 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-fad6f677-452d-43b6-8039-bf613ca5e6f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915647 Jun 23 17:07:30.541320 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 824a2a79-fb9c-4712-8e59-ec1e342539ed no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:30.555110 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.556692 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-4cb347dc-52d2-476f-80c6-25c9484e9227 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6903813 Jun 23 17:07:30.561383 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54494) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:30.569998 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 824a2a79-fb9c-4712-8e59-ec1e342539ed {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:30.570402 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 824a2a79-fb9c-4712-8e59-ec1e342539ed not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:30.599151 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:30.651907 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-767c349a-98dd-482c-a39b-064a07b6d755 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273746 Jun 23 17:07:30.734595 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.828700 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9a0c2193-12fe-49e6-a3c2-8a06fb005548 req-cb6a7ae0-cb16-4b65-87e7-d69794e0856e service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660750 Jun 23 17:07:30.857198 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.858768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.920353 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.966371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:30.989331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-17c99e3e-48dc-4e5e-a3bf-1ba1054d8088 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:30.991365 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7c4250-78ec-4c43-8ef3-dc1af5ddcaa5,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:30.994100 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:31.052834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.054888 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:31.071727 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158f70b7-fbb4-4990-a12c-362734056436,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:31.074861 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:31.090350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.091597 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5a99533c-6ee2-4df6-83b2-5ed82b7645f0 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6180403 Jun 23 17:07:31.094894 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54506) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:31.101914 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:31.286207 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.286207 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-eeec2531-dcf6-4a61-a5e3-188b5e49b314 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7224116 Jun 23 17:07:31.289552 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54514) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:31.295559 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:31.446450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.572270 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.613094 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.682187 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.693122 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Allocated IP 172.27.1.211 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/3df3ac07-f083-42fa-b3d7-17371d06cabe) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:07:31.766914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.770457 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:31.790962 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc367aec-d42e-4718-ab25-21f0d66c8949,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:31.798163 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:31.823482 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.864651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.867526 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5748436 Jun 23 17:07:31.870168 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54522) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:31.875205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:31.944448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.947565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e544f115-e072-45f9-add3-b568848b26d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:31.971168 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:31.994878 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:07:31.998109 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:07:32.002656 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:07:32.006153 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=3df3ac07-f083-42fa-b3d7-17371d06cabe,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:32.025866 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:32.049947 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.098869 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.131972 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.134159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fec85ba5-5744-4e93-ac09-2fb528cde496 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:32.151803 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe7a6cc-4a1b-4a30-aafa-314e11a3e864,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:32.154348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:32.281772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.283673 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9cc41e22-1ac6-43ad-bcad-8f932ea2e834 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123340 Jun 23 17:07:32.287301 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54524) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:32.302066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:32.330559 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.402107 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.477943 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.512979 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.549271 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.559140 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-14144281-bb03-4697-a10e-833de7873c3e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:32.571040 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0cf210-e566-46dc-aa07-485e9a771e28,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:32.573078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:32.658492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.679730 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:32.703882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.709216 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6189b6da-f0ba-4874-b510-381be5823315 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4171908 Jun 23 17:07:32.709768 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54528) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:32.715263 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:32.746285 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=3df3ac07-f083-42fa-b3d7-17371d06cabe,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:32.749700 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:32.756049 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.858001 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.securitygroups_db [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Project ac10c23c719a4155bd673e36ffd4e14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:07:32.863294 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:32.933244 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.017708 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.019016 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9230201 Jun 23 17:07:33.057826 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.060499 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a29df29b-2072-44de-b466-efbefee38027 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:33.078562 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2dfc52-2012-4dfb-b18d-7818b5e7a67a,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:33.081435 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:33.161432 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.162987 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4519539 Jun 23 17:07:33.166258 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54542) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:33.171077 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'security_group_rule': {'security_group_id': '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b', 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:33.241639 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-f1da6d94-2527-4a99-a51b-724471f6e16e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-securitygroup--1359771811&fields=id&tenant_id=ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 267 time: 0.0355661 Jun 23 17:07:33.372828 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-0c92fe2c-a0b5-4576-aa64-11eb27019bef tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:33.374371 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-0c92fe2c-a0b5-4576-aa64-11eb27019bef tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 810 time: 0.1258535 Jun 23 17:07:33.389813 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-73fb0ba8-ac5f-4f8c-831d-c35fe48f2e91 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/quotas/ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 375 time: 0.0098052 Jun 23 17:07:33.469008 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8e2ac352-0906-46a8-89c2-6d7cbbbdfaf2 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727832 Jun 23 17:07:33.574676 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-d304e6b2-31e1-4531-8216-883ffab0e3cd service neutron] 10.222.0.99 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914974 Jun 23 17:07:33.668356 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-9c06e3a5-dcfb-449b-9890-ffb38abbd6db service neutron] 10.222.0.99 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868545 Jun 23 17:07:33.724407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.securitygroups_db [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Project ac10c23c719a4155bd673e36ffd4e14a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:07:33.727338 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.793471 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.892288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:33.906009 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bce248ea-8fe8-4d3a-9f7b-085a16ed6c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:33.923562 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0432f45-d396-45fd-9d2c-cd54f86555ad,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:33.926025 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:33.969077 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d7c56581-f4bf-4cb3-90b6-f06d9c2284c8 req-74ebbb98-3dea-47d9-86d0-13af5c649c70 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0349262 Jun 23 17:07:34.040363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:34.041623 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-86b969cd-4e07-437b-9555-95a1ea5b40e5 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8744485 Jun 23 17:07:34.173404 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-d60631d0-fd05-4e6d-894b-9683467cd549 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030198453&fields=id&tenant_id=ac10c23c719a4155bd673e36ffd4e14a HTTP/1.1" status: 200 len: 267 time: 0.0398037 Jun 23 17:07:34.250423 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-9c89eafa-495d-4023-9a36-2e0d5bfb6df9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:34.251992 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-9c89eafa-495d-4023-9a36-2e0d5bfb6df9 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0716867 Jun 23 17:07:34.264178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'port': {'security_groups': ['6e632859-83cc-4b06-a546-ace25c29a9d7', '6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:34.353682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:34.567044 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:34.598773 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:34.686054 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:34.690220 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b10c895-1d61-4957-8a83-264cafb4b878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:34.727832 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:07:34.734382 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:34.735034 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:34.736470 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-6a01d104-fb35-435b-85c5-05025e7edb9b req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "PUT /v2.0/ports/1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 981 time: 0.4770627 Jun 23 17:07:34.737004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:34.739930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:34.796661 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=6']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:34.808601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:34.813342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57c539-439b-44e3-a920-dee39a32f6f1 x-openstack-request-id: req-3b57c539-439b-44e3-a920-dee39a32f6f1 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:34.813869 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:34.814336 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-3b57c539-439b-44e3-a920-dee39a32f6f1 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:34.814928 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:07:34.901058 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:07:34.971548 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-e53e006d-51fa-4056-880b-0206798b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:34.974431 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-e53e006d-51fa-4056-880b-0206798b7ae3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1137 time: 0.1238966 Jun 23 17:07:35.049351 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c08be-c4ca-4a63-a35c-bbf5d790d0b1 req-ecb6f353-0ec0-41dc-b874-a024255e47c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.057406 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-d30a18d4-404f-4bf8-afc0-d15bb8922e82 None None] Provisioning complete for port 1661fe06-7bc4-4afc-9982-c9d5c897391d triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:07:35.058075 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d30a18d4-404f-4bf8-afc0-d15bb8922e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:35.064020 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-306c08be-c4ca-4a63-a35c-bbf5d790d0b1 req-ecb6f353-0ec0-41dc-b874-a024255e47c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.1403787 Jun 23 17:07:35.121523 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-f8c2e9cd-4b72-4414-851f-c680acf39587 req-760b55ba-cf52-4096-bb77-63e0b84d37e3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0435152 Jun 23 17:07:35.128047 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-395e034b-3cb9-4472-8b31-31dde00992b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.130688 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-395e034b-3cb9-4472-8b31-31dde00992b9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.1492147 Jun 23 17:07:35.132053 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-306c08be-c4ca-4a63-a35c-bbf5d790d0b1 req-82a3f802-36be-4d7e-a46a-e8aff27ed111 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671155 Jun 23 17:07:35.219603 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-c422c789-1817-4625-bb53-0fe2ba3d2cb8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 1001 time: 0.0820725 Jun 23 17:07:35.273336 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-24740914-8cd8-43ac-bd26-6269548bf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.274788 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-24740914-8cd8-43ac-bd26-6269548bf79c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0464375 Jun 23 17:07:35.341384 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-9546e34f-67b7-458b-98b4-486d9b7fa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:35.342786 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-9546e34f-67b7-458b-98b4-486d9b7fa4c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617733 Jun 23 17:07:35.439368 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-15913850-ed4f-42c6-8af8-b8328c3ec69c service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893757 Jun 23 17:07:35.542767 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6da648b2-5ca0-40d0-b6bb-6b4a82095cd4 req-c18e3b40-33a0-4b8c-8f16-59df921b2564 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958374 Jun 23 17:07:36.279867 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-57640a2e-ea38-474e-89a3-acecb057a5c8 req-cbb8637d-1c58-4a8c-82bf-75e3fc6f8cbe tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0321338 Jun 23 17:07:37.132396 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-d61aa39e-6644-4ae3-8201-8ac5a9db7461 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:37.133768 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-d61aa39e-6644-4ae3-8201-8ac5a9db7461 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 810 time: 0.1100137 Jun 23 17:07:37.191446 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-86438b26-f6bf-45b5-97ce-5b1a7cfe69f8 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebffa835389840cba7dbf66c08be5e3b HTTP/1.1" status: 200 len: 380 time: 0.0411818 Jun 23 17:07:37.201507 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'port': {'device_id': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'admin_state_up': True, 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'security_groups': ['4c01e162-14f4-49f3-b075-eb2270a4a217']}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:37.434396 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4a95e901-487e-47bd-933c-a617ef01f553 req-0eecbfc3-9534-4908-a8ab-10ecd995a373 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0330191 Jun 23 17:07:37.495297 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54596) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:37.595615 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Made reservation on behalf of ebffa835389840cba7dbf66c08be5e3b for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:07:37.602931 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:37.725851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Deleting port 38cb6add-86c9-479f-876c-31036d23a012 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:37.726198 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:37.785111 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Allocated IP 172.20.0.9 (0ceacc60-71b4-479d-a1dd-17b9ae742c7c/2700855e-1c7d-45a4-857b-e3d271a009af/24cdc99a-0a6d-4cb8-9422-485a8cb90fa1) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:07:37.827545 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:37.828229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:37.852284 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Calling delete_port for 38cb6add-86c9-479f-876c-31036d23a012 owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:37.999411 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.018687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Transition to ACTIVE for port object 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:07:38.132602 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.136668 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:38.183883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.184238 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:07:38.187390 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:07:38.187732 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b1d584d9-8578-490d-8496-e72d784c7e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:38.190255 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:07:38.217269 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event deleted for resources: {'Port': ['ID=38cb6add-86c9-479f-876c-31036d23a012,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:38.221171 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:38.235214 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event updated for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:38.252188 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:38.258391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:38.259025 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.303736 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.304136 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Floating IP 6c06f8c1-944b-4533-a3b6-a74f092b1619 disassociated (deleted). External IP: 172.27.1.160, port: f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab. Jun 23 17:07:38.350054 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-1c30380c-3f70-4cbc-885b-b866af86cb9c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1532893 Jun 23 17:07:38.372019 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Request body: {'port': {'device_id': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:38.490265 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.593891 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Router 9f176185-238d-4946-98b6-808f490d270c has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:38.623747 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-59c45304-3702-49a1-bdac-831dadf79781 None None] Provisioning for port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:07:38.628903 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-59c45304-3702-49a1-bdac-831dadf79781 None None] Provisioning complete for port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:07:38.629414 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-59c45304-3702-49a1-bdac-831dadf79781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.665878 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-59c45304-3702-49a1-bdac-831dadf79781 None None] Port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:07:38.735419 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29180254-1292-48ba-9948-9a9098cdd8cc req-5f2d93d4-0177-40d0-bd01-34ac5dfbbdad tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:38.737045 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29180254-1292-48ba-9948-9a9098cdd8cc req-5f2d93d4-0177-40d0-bd01-34ac5dfbbdad tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 931 time: 0.1596920 Jun 23 17:07:38.768950 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:38.775298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.779506 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Sync routers for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:38.791800 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:38.792720 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:38.810002 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:07:38.818864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.823318 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-29180254-1292-48ba-9948-9a9098cdd8cc req-3b4aeffe-fe19-4675-a629-919fe4ba5104 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782728 Jun 23 17:07:38.831757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Transition to ACTIVE for port object 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:07:38.833869 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "DELETE /v2.0/floatingips/6c06f8c1-944b-4533-a3b6-a74f092b1619 HTTP/1.1" status: 204 len: 168 time: 1.3370123 Jun 23 17:07:38.834908 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:38.838505 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3" -d '{"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:38.884344 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a6f3d-42c6-4eee-9b78-c760644b8d8f x-openstack-request-id: req-636a6f3d-42c6-4eee-9b78-c760644b8d8f {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:38.884344 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:38.884344 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-636a6f3d-42c6-4eee-9b78-c760644b8d8f {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:38.884778 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'status': 'completed', 'code': 200} Jun 23 17:07:38.890769 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:38.893919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1b275824-7941-492a-9bcc-5bb3cd482754 tempest-VolumesSnapshotTestJSON-1422080933 tempest-VolumesSnapshotTestJSON-1422080933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:38.925164 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:38.964128 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Pushing event updated for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:38.967403 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:39.015940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-de33905c-9564-4b14-8cbc-98436df7e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.017598 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-de33905c-9564-4b14-8cbc-98436df7e742 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=71cac057bddb4a4f9263e428dcc9874a&device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 1099 time: 0.0857098 Jun 23 17:07:39.110280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Attempting to bind port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:07:39.110757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Attempting to bind port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:07:39.111880 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Attempting to bind port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:07:39.117916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:07:39.120648 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Attempting to bind port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 on network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:07:39.125241 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:07:39.125629 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Checking segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:07:39.126294 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Bound using segment: {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:07:39.126744 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Bound port: 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b0edf-635d-4f41-835f-639d9b5c46a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:07:39.127097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:39.191751 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-d724984a-5f68-40d0-a725-202a88df1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.194519 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-d724984a-5f68-40d0-a725-202a88df1d95 service neutron] 10.222.0.68 "GET /v2.0/networks?id=33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 200 len: 911 time: 0.1702416 Jun 23 17:07:39.242117 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:07:39.246846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:07:39.250856 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:39.262632 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-a42d8aef-5297-439b-b018-bc9000820211 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 200 len: 217 time: 0.0615215 Jun 23 17:07:39.276316 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Checking router: 9f176185-238d-4946-98b6-808f490d270c for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:39.286057 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:39.286535 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:39.331035 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-2fdf5587-c231-48d5-aaa7-26c4d141633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.335592 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-2fdf5587-c231-48d5-aaa7-26c4d141633a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 200 len: 848 time: 0.0646439 Jun 23 17:07:39.378415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:39.389654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-65a70aac-20c8-4759-8234-f6dd5db0f7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:39.441185 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-3751fc43-e6f4-4aef-bb8d-47407a381922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.443683 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-3751fc43-e6f4-4aef-bb8d-47407a381922 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=33761c8d-5c07-48c8-a5e5-adc84051e563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008954 Jun 23 17:07:39.458591 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.459354 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:39.460999 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] 10.222.0.68 "PUT /v2.0/ports/24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 HTTP/1.1" status: 200 len: 1093 time: 1.0958195 Jun 23 17:07:39.461626 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:39.464276 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6898c69-e6a9-461a-97f6-f358cf12527c" -d '{"events": [{"name": "network-changed", "server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:39.467498 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Pushing event updated for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:39.470758 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:39.529469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56994711-3566-4259-bc74-4ebc71c18f57 x-openstack-request-id: req-56994711-3566-4259-bc74-4ebc71c18f57 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:39.529469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:39.529469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-56994711-3566-4259-bc74-4ebc71c18f57 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:39.529469 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'status': 'completed', 'code': 200} Jun 23 17:07:39.547834 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:39.629100 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-cfe77ab9-a2a8-44ec-97ce-33e4a9575b11 service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281753 Jun 23 17:07:39.708644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-e2a914e8-590f-489e-a1e7-783452bf5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.711262 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-e2a914e8-590f-489e-a1e7-783452bf5f1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 1096 time: 0.1385021 Jun 23 17:07:39.811136 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:39.860185 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-36f660bd-b893-4783-9969-a646f38b636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.861834 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-36f660bd-b893-4783-9969-a646f38b636e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ebffa835389840cba7dbf66c08be5e3b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1362040 Jun 23 17:07:39.871221 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882570e5-f9a1-4288-9c24-fb4eb99650f3 None None] The sync data for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi is: [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:00:42Z', 'revision_number': 4, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '51386c11-8382-49ef-83e4-a6877dcfb509', 'name': '', 'network_id': '33761c8d-5c07-48c8-a5e5-adc84051e563', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'mac_address': 'fa:16:3e:a9:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:41Z', 'updated_at': '2021-06-23T17:00:48Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'subnets': [{'id': 'e6890b8a-86b4-47b0-b243-7e616a2399ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:39.892841 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a1753fa3-bec8-4c34-8f8f-4e0e16f451a3 req-cca2fa22-e4ae-4026-b570-caec1790116f service neutron] 10.222.0.68 "GET /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544587 Jun 23 17:07:39.911066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7cdd1-2860-4d21-b407-0efb798a26f6 req-c4136fda-cae6-488f-97ec-8e0d17e359c3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.917683 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dcb7cdd1-2860-4d21-b407-0efb798a26f6 req-c4136fda-cae6-488f-97ec-8e0d17e359c3 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.1273186 Jun 23 17:07:39.968842 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dcb7cdd1-2860-4d21-b407-0efb798a26f6 req-60a174d5-dc42-45c2-9697-0cf0233974e7 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Jun 23 17:07:39.998200 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-79fa4daf-d26e-493e-a26f-f02c7026c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:39.999883 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a6898c69-e6a9-461a-97f6-f358cf12527c req-79fa4daf-d26e-493e-a26f-f02c7026c8e7 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1310308 Jun 23 17:07:40.074280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5c717-67f3-4a7b-8be7-bf876282145a req-aa163738-bd00-4ce7-a0c5-3113c2ff9e42 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:40.075813 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-deb5c717-67f3-4a7b-8be7-bf876282145a req-aa163738-bd00-4ce7-a0c5-3113c2ff9e42 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 943 time: 0.0940998 Jun 23 17:07:40.173689 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-deb5c717-67f3-4a7b-8be7-bf876282145a req-8fd80123-6777-403c-8a5d-072e0c3f62f1 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639760 Jun 23 17:07:40.185060 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-65982e32-d313-439f-a2b9-a294884c68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:40.192372 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-65982e32-d313-439f-a2b9-a294884c68b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 1096 time: 0.1097674 Jun 23 17:07:40.243026 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50a7c0-59ed-447b-9424-ffda208b7509 None None] New status for floating IP 6c06f8c1-944b-4533-a3b6-a74f092b1619: DOWN {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:40.249572 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-991e1150-68a5-4ee7-ad96-ba3e2e2db98b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 HTTP/1.1" status: 200 len: 217 time: 0.0437124 Jun 23 17:07:40.309695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8d84598c-f182-4372-af53-a4656ed427d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:40.311191 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-8d84598c-f182-4372-af53-a4656ed427d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0517354 Jun 23 17:07:40.381884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-fc2cc64d-f2c4-4a67-bcf1-12f37fdd49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:40.383863 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-fc2cc64d-f2c4-4a67-bcf1-12f37fdd49f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641716 Jun 23 17:07:40.502187 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-a4d9ecfd-5e39-4d76-aa0f-90dd9d93ffde service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112013 Jun 23 17:07:40.593794 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e00f33e3-fd68-4210-925b-13d4d2d3bf7e req-02c0733b-304e-4dff-90e7-4dd99ddc1c31 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850377 Jun 23 17:07:41.162826 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0cf7c-d0e0-4e09-aa95-925789cca067 req-4b337a32-d181-4561-9878-e869dce80cdf tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.164862 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1fe0cf7c-d0e0-4e09-aa95-925789cca067 req-4b337a32-d181-4561-9878-e869dce80cdf tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0805290 Jun 23 17:07:41.212114 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1fe0cf7c-d0e0-4e09-aa95-925789cca067 req-2b6184eb-310a-4067-b123-14660201cd45 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/security-groups?id=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Jun 23 17:07:41.394325 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c21277-37e8-420e-a35a-fc2a5f819033 req-1243c2b0-e1ea-4b29-a0ca-03c3c6eb358a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.396102 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b3c21277-37e8-420e-a35a-fc2a5f819033 req-1243c2b0-e1ea-4b29-a0ca-03c3c6eb358a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 943 time: 0.0864027 Jun 23 17:07:41.435934 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b3c21277-37e8-420e-a35a-fc2a5f819033 req-db46be71-c8e0-4525-b7e8-d725b4723311 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338140 Jun 23 17:07:41.658106 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2247e-138b-480f-854e-abead3059e1e req-3927fd56-d590-47e7-832d-736039bb5232 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:41.659454 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-27b2247e-138b-480f-854e-abead3059e1e req-3927fd56-d590-47e7-832d-736039bb5232 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.68 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 946 time: 0.0674911 Jun 23 17:07:41.768260 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Deleting port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:41.768609 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:41.875743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] For port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:41.876115 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:41.891701 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Calling delete_port for f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab owned by compute:nova {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:42.121169 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:42.126827 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e0708137-78c2-44b4-b4a8-757076322eae tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:42.155580 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event deleted for resources: {'Port': ['ID=f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:42.163021 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:42.201206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] No DVR routers for this DVR port f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab on host hv-cinder-79695 {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:42.204109 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:42.206146 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-27b2247e-138b-480f-854e-abead3059e1e req-f7bf3173-c4f7-4cba-8ba9-229735c86873 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.68 "DELETE /v2.0/ports/f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab HTTP/1.1" status: 204 len: 173 time: 0.5397458 Jun 23 17:07:42.206688 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-deleted', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:42.209987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746534ad-6bdf-4d46-8564-403c40e0a615" -d '{"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-deleted", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:42.246371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f7471-d152-417a-9d66-910b55362a17 x-openstack-request-id: req-c17f7471-d152-417a-9d66-910b55362a17 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:42.246716 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617736eb-bf88-4b1f-835c-215f88ab194c", "name": "network-vif-deleted", "tag": "f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:42.247012 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-c17f7471-d152-417a-9d66-910b55362a17 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:42.247446 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617736eb-bf88-4b1f-835c-215f88ab194c', 'name': 'network-vif-deleted', 'tag': 'f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab', 'status': 'completed', 'code': 200} Jun 23 17:07:42.402834 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-866bf64d-c15f-4637-86ad-b2fe4c6804ba req-25210f0a-e3fc-4e09-b6de-b55263159991 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0430341 Jun 23 17:07:42.683849 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12058ed3-e355-4cd1-8b54-56a922a300a4 req-36b8d50f-256b-4cf4-abcd-3613b979b517 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:42.685799 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-12058ed3-e355-4cd1-8b54-56a922a300a4 req-36b8d50f-256b-4cf4-abcd-3613b979b517 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 943 time: 0.0961330 Jun 23 17:07:42.731806 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-12058ed3-e355-4cd1-8b54-56a922a300a4 req-61c675b4-059f-4c4d-966c-f4f5a72b0575 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363755 Jun 23 17:07:43.552286 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-76999711-457e-41f6-aea6-ed3ef60fe2aa req-e7f7bbfb-7815-4459-986c-a325735a1573 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jun 23 17:07:43.934810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8d8a-00a3-47bb-b5cf-d1d3d32e534c req-c55ca2c4-943f-41a7-9cfd-7bcf7e475b6f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:43.936388 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-11bb8d8a-00a3-47bb-b5cf-d1d3d32e534c req-c55ca2c4-943f-41a7-9cfd-7bcf7e475b6f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 943 time: 0.0692818 Jun 23 17:07:43.981270 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-11bb8d8a-00a3-47bb-b5cf-d1d3d32e534c req-2116f590-7307-4421-ae5a-1c13ead6db12 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Jun 23 17:07:44.268094 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4d9fd80e-1e91-4122-8e37-9b819f4ab2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.651189 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:07:44.664375 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:44.686313 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:44.686673 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device f5c1fca7-78b2-4b13-86fd-ae3b5deb94ab not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:44.713487 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-919b64e6-fa82-4742-8ace-02486cbb4d82 req-0ce672eb-b9df-4bb3-bbb4-d683bee498f1 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "GET /v2.0/ports?device_id=617736eb-bf88-4b1f-835c-215f88ab194c HTTP/1.1" status: 200 len: 210 time: 0.0293405 Jun 23 17:07:44.787035 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:44.797772 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'port_id': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'mac_address': 'fa:16:3e:e1:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:07:44.837961 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.852217 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:07:44.871727 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:44.994718 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:44.996559 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:45.044927 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:45.048099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:45.103020 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:07:45.147341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54698) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:45.181086 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41830d34-2b63-41fc-987d-219009ea2dff req-e8dfe6cb-d3cb-4e5f-8bf1-f2fc42b30871 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:45.182658 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41830d34-2b63-41fc-987d-219009ea2dff req-e8dfe6cb-d3cb-4e5f-8bf1-f2fc42b30871 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 944 time: 0.0772588 Jun 23 17:07:45.228801 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-41830d34-2b63-41fc-987d-219009ea2dff req-a00ae537-bdbf-4a54-a42b-aeaf4c67ba31 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Jun 23 17:07:45.273253 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.376583 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.382529 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:07:45.606133 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.608892 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f02522b7-0038-4fa8-954e-f26a275c10be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:45.647795 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=fcbc30efc72f46da8571a7e47d151b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987149 Jun 23 17:07:45.648704 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20435c2-2a94-47e6-89b5-94028e4d9bdc,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:45.650555 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54704) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:45.652058 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:45.702607 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.725630 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.807862 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54708) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:45.870074 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.873781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.875345 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/f20435c2-2a94-47e6-89b5-94028e4d9bdc HTTP/1.1" status: 204 len: 168 time: 0.2234347 Jun 23 17:07:45.885516 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-88eaeed0-42bb-4d34-9486-754d6f949c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:45.892926 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:45.895178 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20435c2-2a94-47e6-89b5-94028e4d9bdc,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:45.899146 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2d1324d5-756d-4b85-9def-bfd5a8bb771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:45.933880 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:46.091537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:46.094199 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:46.095367 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] 10.222.0.99 "DELETE /v2.0/security-groups/c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457 HTTP/1.1" status: 204 len: 168 time: 0.2864928 Jun 23 17:07:46.096217 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8f096eb-bf19-46c4-8895-14ae59d25114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:46.107298 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b8752a-9cfe-466f-a6ce-bcdfa4cfe457,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:46.110036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:46.217272 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54716) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:46.445717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85edbe-441f-4920-be9b-534ae840ea80 req-43ba82b6-b9c7-4169-bebf-b1cb37bf0352 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:46.447255 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c85edbe-441f-4920-be9b-534ae840ea80 req-43ba82b6-b9c7-4169-bebf-b1cb37bf0352 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 944 time: 0.0747991 Jun 23 17:07:46.494265 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c85edbe-441f-4920-be9b-534ae840ea80 req-7d0b20e9-de36-4b93-9769-5951ced909da tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Jun 23 17:07:46.666466 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:07:46.794529 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:07:46.799323 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:07:46.799735 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.045931 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.079242 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:47.081713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe9e4f-3488-43c4-ab70-ceada63c3d51" -d '{"events": [{"server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "name": "network-vif-plugged", "status": "completed", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:47.096377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:47.108140 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-919ab2ec-a4b6-4437-8525-2ea57c3e71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.119362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.137094 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6919f107-8f62-4efd-89b7-2d408da4ddcc x-openstack-request-id: req-6919f107-8f62-4efd-89b7-2d408da4ddcc {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:47.137764 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "name": "network-vif-plugged", "status": "completed", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:47.138419 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-6919f107-8f62-4efd-89b7-2d408da4ddcc {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:47.138921 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'code': 200} Jun 23 17:07:47.182813 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.230087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.233496 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:47.295524 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:47.298580 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:47.488603 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Deleting port 51386c11-8382-49ef-83e4-a6877dcfb509 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:47.489163 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.573335 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] For port 51386c11-8382-49ef-83e4-a6877dcfb509, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51386c11-8382-49ef-83e4-a6877dcfb509,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:47.573713 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.587253 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Calling delete_port for 51386c11-8382-49ef-83e4-a6877dcfb509 owned by network:router_interface {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:47.702197 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7bc73-0eab-4ebd-9eb3-28002b540544 req-e26623dc-1a51-43e3-8177-f2340a5821da tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:47.703920 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dae7bc73-0eab-4ebd-9eb3-28002b540544 req-e26623dc-1a51-43e3-8177-f2340a5821da tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.0841713 Jun 23 17:07:47.749428 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-dae7bc73-0eab-4ebd-9eb3-28002b540544 req-ebddb065-603e-4ef2-9ddf-6d9cb73baf5e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Jun 23 17:07:47.838385 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e317ce-4055-4817-87ec-d179228eea17 req-eb9507c5-9f63-4426-8ab9-fcc793844a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:47.839910 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79e317ce-4055-4817-87ec-d179228eea17 req-eb9507c5-9f63-4426-8ab9-fcc793844a23 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 1098 time: 0.1272249 Jun 23 17:07:47.885520 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-79e317ce-4055-4817-87ec-d179228eea17 req-aa653909-c0d6-4131-9445-21560dd1833b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Jun 23 17:07:47.931949 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:47.934427 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-00510e55-558d-45ea-8298-9220b3052111 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:47.960506 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Pushing event deleted for resources: {'Port': ['ID=51386c11-8382-49ef-83e4-a6877dcfb509,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:47.963718 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:48.168685 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:48.423434 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Router 9f176185-238d-4946-98b6-808f490d270c has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:48.547772 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:48.554064 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] 10.222.0.99 "PUT /v2.0/routers/9f176185-238d-4946-98b6-808f490d270c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3352320 Jun 23 17:07:48.556859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54766) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:48.559278 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Sync routers for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:48.570830 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:48.571770 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:48.668746 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:48.690477 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:48.944672 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks [] for router, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:48.948996 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:07:47Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:48.978923 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Checking router: 9f176185-238d-4946-98b6-808f490d270c for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:48.991466 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Routers {'9f176185-238d-4946-98b6-808f490d270c'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:48.992000 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['9f176185-238d-4946-98b6-808f490d270c'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:49.005801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b1ace-ec02-4cf8-99e0-e858f2cfcec5 req-cb091d69-9466-4125-ac78-bd8f1d7537a3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:49.008120 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ad2b1ace-ec02-4cf8-99e0-e858f2cfcec5 req-cb091d69-9466-4125-ac78-bd8f1d7537a3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.0782499 Jun 23 17:07:49.068559 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.074525 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ad2b1ace-ec02-4cf8-99e0-e858f2cfcec5 req-b1374486-b720-4a25-b15c-d27d836084ed tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607972 Jun 23 17:07:49.119108 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] Set router 9f176185-238d-4946-98b6-808f490d270c gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:49.317024 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:07:47Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:49.321451 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Deleting port aa8ffcb7-5443-4608-9098-0179bd745501 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:49.321793 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.346825 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d746ee-2b56-4e74-9e64-b2b3556fc191 None None] The sync data for ids ['9f176185-238d-4946-98b6-808f490d270c'] in dv-cinder-796950-7-iscsi is: [{'id': '9f176185-238d-4946-98b6-808f490d270c', 'name': 'tempest-TestShelveInstance-1907977044-router', 'tenant_id': '71cac057bddb4a4f9263e428dcc9874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:35Z', 'updated_at': '2021-06-23T17:07:47Z', 'revision_number': 5, 'project_id': '71cac057bddb4a4f9263e428dcc9874a', 'gw_port': {'id': 'aa8ffcb7-5443-4608-9098-0179bd745501', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f176185-238d-4946-98b6-808f490d270c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:36Z', 'updated_at': '2021-06-23T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:49.416870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] For port aa8ffcb7-5443-4608-9098-0179bd745501, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=aa8ffcb7-5443-4608-9098-0179bd745501,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:49.417252 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.433458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Calling delete_port for aa8ffcb7-5443-4608-9098-0179bd745501 owned by network:router_gateway {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:49.805951 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.809186 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:49.833661 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8ffcb7-5443-4608-9098-0179bd745501,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:49.836659 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:49.901933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.995719 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:49.998057 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.160760 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.161937 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f176185-238d-4946-98b6-808f490d270c {{(pid=100518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:07:50.178863 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.180827 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] 10.222.0.99 "DELETE /v2.0/routers/9f176185-238d-4946-98b6-808f490d270c HTTP/1.1" status: 204 len: 168 time: 1.6229010 Jun 23 17:07:50.184596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54780) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:50.276693 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Deleting subnet e6890b8a-86b4-47b0-b243-7e616a2399ce {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:07:50.283176 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.332363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.369288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e07a0e-ccbe-43ff-8478-20a905300c6d req-bb4d5658-4b76-4f69-bc18-228d9c7f1278 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:50.371282 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6e07a0e-ccbe-43ff-8478-20a905300c6d req-bb4d5658-4b76-4f69-bc18-228d9c7f1278 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.1451271 Jun 23 17:07:50.446553 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6e07a0e-ccbe-43ff-8478-20a905300c6d req-f64b1852-9f0a-4962-922c-4c8df9652079 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689120 Jun 23 17:07:50.454721 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.580065 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.653007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.664224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:50.682680 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06750-dcef-4a40-9746-0bd5f97c1897 req-b9e12594-a448-4e51-af02-3fcadd2ab33c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:50.685779 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-33e06750-dcef-4a40-9746-0bd5f97c1897 req-b9e12594-a448-4e51-af02-3fcadd2ab33c tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.0937951 Jun 23 17:07:50.701812 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54792) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:50.705211 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6890b8a-86b4-47b0-b243-7e616a2399ce,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:50.705706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.708412 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/e6890b8a-86b4-47b0-b243-7e616a2399ce HTTP/1.1" status: 204 len: 168 time: 0.5227726 Jun 23 17:07:50.709442 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:50.711224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54796) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:50.725111 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8423fab4-e46f-42d1-a584-0d62c74574ed None None] Network 33761c8d-5c07-48c8-a5e5-adc84051e563 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:07:50.731400 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device aa8ffcb7-5443-4608-9098-0179bd745501 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:50.735878 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Request body: {'floatingip': {'port_id': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:07:50.801668 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.801969 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.827606 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: aa8ffcb7-5443-4608-9098-0179bd745501 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:50.827867 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device aa8ffcb7-5443-4608-9098-0179bd745501 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:50.828517 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51386c11-8382-49ef-83e4-a6877dcfb509 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:50.856651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 51386c11-8382-49ef-83e4-a6877dcfb509 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:50.857275 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51386c11-8382-49ef-83e4-a6877dcfb509 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:50.876969 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Deleting port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:50.877342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.958753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] For port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:50.959330 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:50.980004 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Calling delete_port for 51c81b7d-2ef9-4116-afd8-bf6fb2916efc owned by network:dhcp {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:51.029559 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] DHCP port deletion for 33761c8d-5c07-48c8-a5e5-adc84051e563 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:07:51.094340 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Deleting port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:51.095041 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.172977 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] For port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,segment=NetworkSegment(3dd06313-3017-4d13-84a2-d22076f30325),segment_id=3dd06313-3017-4d13-84a2-d22076f30325)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:51.173377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.194025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Calling delete_port for 51c81b7d-2ef9-4116-afd8-bf6fb2916efc owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:51.242649 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.252844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a2cc732a-55fa-4751-b193-18989cfbb377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:51.279616 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] No DVR routers for this DVR port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc on host dv-cinder-796950-7-iscsi {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:51.285628 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:51.289139 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:51.290423 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.293255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-6bb152e0-0c2c-4115-b6ae-67b13db0ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:51.325192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Pushing event deleted for resources: {'Port': ['ID=51c81b7d-2ef9-4116-afd8-bf6fb2916efc,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:51.325192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:51.325192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] No DVR routers for this DVR port 51c81b7d-2ef9-4116-afd8-bf6fb2916efc on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:51.363920 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.399596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.418116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33761c8d-5c07-48c8-a5e5-adc84051e563']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.433413 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd06313-3017-4d13-84a2-d22076f30325') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.437666 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd06313-3017-4d13-84a2-d22076f30325') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:51.448330 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.462927 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.468912 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.479313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Releasing vlan 1451 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:07:51.480018 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:07:51.482928 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:07:51.571659 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Floating IP 4776a09e-9ee7-413b-b4b9-fa97a72c2754 associated. External IP: 172.27.1.211, port: 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1. Jun 23 17:07:51.645761 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.650340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:51.653066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:51.654790 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] 10.222.0.99 "DELETE /v2.0/networks/33761c8d-5c07-48c8-a5e5-adc84051e563 HTTP/1.1" status: 204 len: 168 time: 0.9425220 Jun 23 17:07:51.664040 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54808) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:51.667042 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=33761c8d-5c07-48c8-a5e5-adc84051e563,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:51.669542 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:52.235918 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:52.414055 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:52.419821 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.431351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:52.445430 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:52.447619 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:52.476735 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5ee35b48-b982-4d4a-ad68-653767ab76ce tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "PUT /v2.0/floatingips/4776a09e-9ee7-413b-b4b9-fa97a72c2754 HTTP/1.1" status: 200 len: 991 time: 1.7688675 Jun 23 17:07:52.476735 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:07:52.492441 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7341e40a-4e10-48db-9518-f397b6d74103" -d '{"events": [{"name": "network-changed", "server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:07:52.520306 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51c81b7d-2ef9-4116-afd8-bf6fb2916efc no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:52.546325 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 51c81b7d-2ef9-4116-afd8-bf6fb2916efc {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:52.546763 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 51c81b7d-2ef9-4116-afd8-bf6fb2916efc not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:52.547687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69e00d-1b9d-400e-b8aa-14516b0d03f3 x-openstack-request-id: req-ea69e00d-1b9d-400e-b8aa-14516b0d03f3 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:07:52.548875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:07:52.549505 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ea69e00d-1b9d-400e-b8aa-14516b0d03f3 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:07:52.550933 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'status': 'completed', 'code': 200} Jun 23 17:07:52.588348 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:52.622339 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:52.760739 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e40a-4e10-48db-9518-f397b6d74103 req-f77a3ab8-d5ed-449f-a426-609024187a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:52.762209 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-f77a3ab8-d5ed-449f-a426-609024187a72 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ebffa835389840cba7dbf66c08be5e3b&device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 1098 time: 0.1353607 Jun 23 17:07:52.884151 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '4776a09e-9ee7-413b-b4b9-fa97a72c2754', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:e1:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:32Z', 'updated_at': '2021-06-23T17:07:51Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:52.912552 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:52.921214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:52.921840 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:52.924197 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e40a-4e10-48db-9518-f397b6d74103 req-aa36b2bd-697d-4691-ae22-7de074d3e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:52.926379 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-aa36b2bd-697d-4691-ae22-7de074d3e2d9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 200 len: 912 time: 0.1291356 Jun 23 17:07:53.034000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:53.044850 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-463ec04b-3f07-44b7-8071-495caf454bbe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 HTTP/1.1" status: 200 len: 999 time: 0.1094320 Jun 23 17:07:53.105938 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Deleting port 65a7e59e-c2af-4232-a490-93f547207521 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:53.106294 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.109649 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e40a-4e10-48db-9518-f397b6d74103 req-c38f0684-e873-4fcb-83fb-75c3d83b35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:53.111079 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-c38f0684-e873-4fcb-83fb-75c3d83b35f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 200 len: 849 time: 0.0563958 Jun 23 17:07:53.250494 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] For port 65a7e59e-c2af-4232-a490-93f547207521, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=65a7e59e-c2af-4232-a490-93f547207521,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:53.251220 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.280204 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Calling delete_port for 65a7e59e-c2af-4232-a490-93f547207521 owned by network:router_interface {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:53.285929 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e40a-4e10-48db-9518-f397b6d74103 req-342ff2bd-1a8a-406b-8aab-b45778010d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:53.288527 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-342ff2bd-1a8a-406b-8aab-b45778010d94 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ceacc60-71b4-479d-a1dd-17b9ae742c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1666045 Jun 23 17:07:53.295303 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '4776a09e-9ee7-413b-b4b9-fa97a72c2754', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:e1:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:32Z', 'updated_at': '2021-06-23T17:07:51Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:53.302032 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54826) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:53.345372 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5293316-3982-49d8-8f0e-d5cf14cb8cae None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '4776a09e-9ee7-413b-b4b9-fa97a72c2754', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'port_id': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'mac_address': 'fa:16:3e:e1:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:07:32Z', 'updated_at': '2021-06-23T17:07:51Z', 'revision_number': 1, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:53.439784 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.481884 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-dd527fc0-0d8d-42bf-a240-96e907d53321 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849999 Jun 23 17:07:53.556648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.588806 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fa744-d741-4910-8420-eacc8329e161 None None] New status for floating IP 4776a09e-9ee7-413b-b4b9-fa97a72c2754: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:07:53.633107 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7341e40a-4e10-48db-9518-f397b6d74103 req-359555fd-18b8-4c52-9c2f-3ba4ea9b9156 service neutron] 10.222.0.68 "GET /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400175 Jun 23 17:07:53.669007 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.671795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.722966 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1ebdac70296a4f6282f01301589307a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136851 Jun 23 17:07:53.722966 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f113a4-e413-43d2-97b0-82767b71269b,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.723266 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54832) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:53.729012 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:53.775219 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.792332 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.797450 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8cf1e038-821a-4b6c-832c-f6e02eee3cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:53.803300 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:53.838674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Pushing event deleted for resources: {'Port': ['ID=65a7e59e-c2af-4232-a490-93f547207521,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:53.849810 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:54.046889 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.049837 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.051746 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/34f113a4-e413-43d2-97b0-82767b71269b HTTP/1.1" status: 204 len: 168 time: 0.3311636 Jun 23 17:07:54.052989 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3880184b-3777-4adc-a699-0c1de4a3d2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:54.055265 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.065384 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f113a4-e413-43d2-97b0-82767b71269b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:54.069657 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5bfcb966-a739-48d8-bf71-5b6fea51e5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:54.287701 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:07:54.401405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:07:54.406868 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-20c59bc6-bfaf-4fe2-8324-9e39f3d8251c admin admin] 10.222.0.99 "PUT /v2.0/routers/11d671fa-bfe6-4f75-84d7-a8aabe5f34a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417521 Jun 23 17:07:54.411407 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54838) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:54.414837 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Sync routers for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:07:54.430621 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:54.431537 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:54.559318 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.567333 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:54.681987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.754688 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:07:53Z', 'revision_number': 5, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:54.781080 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Checking router: 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:07:54.792923 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Routers {'11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:07:54.793911 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:07:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:54.889758 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Deleting port f6e93620-bea4-4ca4-aec9-b638e551b615 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:54.890516 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.947182 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54842) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:54.952349 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] Set router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:07:54.962225 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:54.992314 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] For port f6e93620-bea4-4ca4-aec9-b638e551b615, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f6e93620-bea4-4ca4-aec9-b638e551b615,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:54.992788 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.012580 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Calling delete_port for f6e93620-bea4-4ca4-aec9-b638e551b615 owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:55.073333 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.148507 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:07:53Z', 'revision_number': 5, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:55.165333 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.176477 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-3237eab9-11b8-4c31-89cb-5baf61725038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:55.178557 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615f7f7-cad1-4f49-bce3-64bef6cc9145 None None] The sync data for ids ['11d671fa-bfe6-4f75-84d7-a8aabe5f34a7'] in dv-cinder-796950-7-iscsi is: [{'id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'name': 'tempest-TestShelveInstance-538315891-router', 'tenant_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:00:46Z', 'updated_at': '2021-06-23T17:07:53Z', 'revision_number': 5, 'project_id': '43938669f15c4d89adeeb8f6f1c9fcda', 'gw_port': {'id': 'f6e93620-bea4-4ca4-aec9-b638e551b615', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d671fa-bfe6-4f75-84d7-a8aabe5f34a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:00:47Z', 'updated_at': '2021-06-23T17:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:07:55.210008 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=48b82db6a9c04895bc6bc4992c45b126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616751 Jun 23 17:07:55.212738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcb911e-214d-48bd-b4fd-8b3753823c1c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:55.213717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54844) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:55.215935 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:55.266426 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.288244 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.290757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.293780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:55.323092 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e93620-bea4-4ca4-aec9-b638e551b615,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:55.327366 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:55.388160 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.462993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.465647 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.466898 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/3bcb911e-214d-48bd-b4fd-8b3753823c1c HTTP/1.1" status: 204 len: 168 time: 0.2520361 Jun 23 17:07:55.467864 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-57778599-e27c-4bcc-b5b2-f3c73a92dd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:55.477937 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcb911e-214d-48bd-b4fd-8b3753823c1c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:55.480497 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:55.487199 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.491041 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.646052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.646542 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:07:55.662622 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.662622 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-30c7cb6f-a3bb-4213-b420-b10fc541dd83 admin admin] 10.222.0.99 "DELETE /v2.0/routers/11d671fa-bfe6-4f75-84d7-a8aabe5f34a7 HTTP/1.1" status: 204 len: 168 time: 1.2400088 Jun 23 17:07:55.662622 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54850) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:55.705734 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Deleting subnet 18910d2d-68e7-4c85-968c-b8e5cd270abc {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:07:55.709044 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.749531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:55.895734 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.119814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.122327 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d6ed54ff-5527-4c31-a093-3a4421abccc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:56.145213 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18910d2d-68e7-4c85-968c-b8e5cd270abc,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:56.147675 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:56.152334 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.154162 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b2d3e497-b59f-4e8c-9bfb-beb465a90a68 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/18910d2d-68e7-4c85-968c-b8e5cd270abc HTTP/1.1" status: 204 len: 168 time: 0.4979799 Jun 23 17:07:56.156682 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54864) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:56.157277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e53c1-a390-4b69-9060-8fc1bb4b852b None None] Network 34f00b91-3b21-4595-bfb0-558993b14ac8 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:07:56.242209 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.513042 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f6e93620-bea4-4ca4-aec9-b638e551b615 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:56.538613 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: f6e93620-bea4-4ca4-aec9-b638e551b615 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:56.538971 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f6e93620-bea4-4ca4-aec9-b638e551b615 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:56.539410 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 65a7e59e-c2af-4232-a490-93f547207521 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:56.563796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 65a7e59e-c2af-4232-a490-93f547207521 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:56.567946 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 65a7e59e-c2af-4232-a490-93f547207521 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:56.586182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] DHCP port deletion for 34f00b91-3b21-4595-bfb0-558993b14ac8 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:07:56.679807 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Deleting port 269e85ab-f3bf-4f32-8867-e404fa7f324b {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:56.680248 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.734391 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.749085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Deleting port 269e85ab-f3bf-4f32-8867-e404fa7f324b {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:07:56.749664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.750907 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] For port 269e85ab-f3bf-4f32-8867-e404fa7f324b, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=269e85ab-f3bf-4f32-8867-e404fa7f324b,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:56.751750 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.766137 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Calling delete_port for 269e85ab-f3bf-4f32-8867-e404fa7f324b owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:56.779973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-64503f77-c3b1-46c5-9ba8-7a42fab84007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:56.781466 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-64503f77-c3b1-46c5-9ba8-7a42fab84007 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1137 time: 0.1557188 Jun 23 17:07:56.858087 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb3648-1988-45ec-a0f8-c9a4fee117fb req-3dcac450-8fdd-40da-886b-90421cbef030 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:56.859608 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9fb3648-1988-45ec-a0f8-c9a4fee117fb req-3dcac450-8fdd-40da-886b-90421cbef030 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.2318461 Jun 23 17:07:56.923936 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] For port 269e85ab-f3bf-4f32-8867-e404fa7f324b, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=269e85ab-f3bf-4f32-8867-e404fa7f324b,segment=NetworkSegment(6b30ec73-ca3d-43f2-bb05-fc9e48774dad),segment_id=6b30ec73-ca3d-43f2-bb05-fc9e48774dad)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:07:56.924406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.937234 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:56.940031 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:56.957691 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Calling delete_port for 269e85ab-f3bf-4f32-8867-e404fa7f324b owned by network:dhcp {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:07:56.965178 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Pushing event deleted for resources: {'Port': ['ID=269e85ab-f3bf-4f32-8867-e404fa7f324b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:56.971000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:56.971000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] No DVR routers for this DVR port 269e85ab-f3bf-4f32-8867-e404fa7f324b on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:56.987347 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a9fb3648-1988-45ec-a0f8-c9a4fee117fb req-e38878a6-6472-4003-b4f4-4776916018ce tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197791 Jun 23 17:07:56.993482 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-83561e3e-a6b0-48e4-a852-670ed68a884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:56.994974 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-83561e3e-a6b0-48e4-a852-670ed68a884e service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.1853807 Jun 23 17:07:57.105194 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-244158a9-d362-4273-bb3d-39e4e37543ee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 1001 time: 0.0812950 Jun 23 17:07:57.148063 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.152381 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8284af90-630e-4353-8554-9f61b027b384 tempest-ServerRescueNegativeTestJSON-789261111 tempest-ServerRescueNegativeTestJSON-789261111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:57.182881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=269e85ab-f3bf-4f32-8867-e404fa7f324b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:57.185834 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:57.194591 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] No DVR routers for this DVR port 269e85ab-f3bf-4f32-8867-e404fa7f324b on host dv-cinder-796950-7-iscsi {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:07:57.194591 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-65be3624-141c-4ff9-a106-d1047fd30870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:57.195026 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-65be3624-141c-4ff9-a106-d1047fd30870 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0809717 Jun 23 17:07:57.297895 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.310264 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f00b91-3b21-4595-bfb0-558993b14ac8']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:57.325407 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b30ec73-ca3d-43f2-bb05-fc9e48774dad') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:57.325859 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b30ec73-ca3d-43f2-bb05-fc9e48774dad') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:07:57.337388 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.357415 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-f309decb-8374-45c2-a340-96add2433ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:57.358846 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-f309decb-8374-45c2-a340-96add2433ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1416140 Jun 23 17:07:57.359768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.366085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Releasing vlan 1490 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:07:57.366467 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self.session.flush() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self.session.flush() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self.session.flush() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self.session.flush() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:07:57.368253 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:07:57.502471 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-c333ff50-27d2-438f-a106-41435a0059e2 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211324 Jun 23 17:07:57.570855 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.579693 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:57.580487 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:57.582921 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] 10.222.0.99 "DELETE /v2.0/networks/34f00b91-3b21-4595-bfb0-558993b14ac8 HTTP/1.1" status: 204 len: 168 time: 1.4253280 Jun 23 17:07:57.600155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f00b91-3b21-4595-bfb0-558993b14ac8,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:57.603762 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:57.625593 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-464d0cd1-1382-4820-97cd-0cb9bcc8d1d2 req-77dd591e-ea63-432a-a1a8-bda90c14d5bb service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141775 Jun 23 17:07:58.078256 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54910) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:58.133558 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b47522e0-fc04-45bf-845e-08dc27f9c6ee admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=71cac057bddb4a4f9263e428dcc9874a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542927 Jun 23 17:07:58.136293 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54912) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:58.194257 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.196255 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19f437-d23a-41d6-9657-d822a003342b req-8f86f63f-1a3b-4344-a235-b4c5268dcd16 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:58.197526 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-db19f437-d23a-41d6-9657-d822a003342b req-8f86f63f-1a3b-4344-a235-b4c5268dcd16 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0793362 Jun 23 17:07:58.217853 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.241874 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-db19f437-d23a-41d6-9657-d822a003342b req-d825480e-33f2-44e7-b415-0315a503d12b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384140 Jun 23 17:07:58.411747 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.414413 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:58.415723 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/a9d753f5-9311-431d-8973-6004dee480c2 HTTP/1.1" status: 204 len: 168 time: 0.2782352 Jun 23 17:07:58.416985 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-be06a170-98da-448d-9998-f68cab3155dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:58.426368 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d753f5-9311-431d-8973-6004dee480c2,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:58.428940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c1d56675-71ba-472f-a937-f03883b5b304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:07:58.541902 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 269e85ab-f3bf-4f32-8867-e404fa7f324b no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:07:58.560801 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 269e85ab-f3bf-4f32-8867-e404fa7f324b {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:07:58.561175 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 269e85ab-f3bf-4f32-8867-e404fa7f324b not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:07:59.256777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 54926) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:59.298631 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-1e3c594a-0f1e-45f5-9690-c4a8419b3512 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=43938669f15c4d89adeeb8f6f1c9fcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406361 Jun 23 17:07:59.301757 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54930) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:07:59.355858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.406595 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.468549 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa28511-2507-4386-879b-64ecde2cef9d req-db5a948b-f102-4151-a8c8-03b5882ca030 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:07:59.470156 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-faa28511-2507-4386-879b-64ecde2cef9d req-db5a948b-f102-4151-a8c8-03b5882ca030 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.1100595 Jun 23 17:07:59.526773 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-faa28511-2507-4386-879b-64ecde2cef9d req-c5f1b509-aa86-4e36-a0d4-5910e47d4a1c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461252 Jun 23 17:07:59.554140 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.557064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:59.558207 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/535296c6-bfff-4e83-924c-797df3100af3 HTTP/1.1" status: 204 len: 168 time: 0.2553663 Jun 23 17:07:59.559099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-51e19689-f36b-423c-bd94-6adfa966891e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:07:59.568817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535296c6-bfff-4e83-924c-797df3100af3,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:07:59.573263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:00.728504 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b26af-3425-4008-8d55-624a72d0e16c req-7a4b708e-da10-4097-80f4-8c100c8ab56e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:00.730034 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-471b26af-3425-4008-8d55-624a72d0e16c req-7a4b708e-da10-4097-80f4-8c100c8ab56e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0762889 Jun 23 17:08:00.773268 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-471b26af-3425-4008-8d55-624a72d0e16c req-7fdff25d-6d6f-4c6d-aa0a-ecae374dfa9a tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371697 Jun 23 17:08:01.294162 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54956) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:01.418785 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.520994 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.583581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.587205 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-22189eda-ad21-4cee-9798-7e7bd1ddfc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:01.625922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79092e5c-354b-445c-ac68-4b21de68977e,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:01.630832 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=11b129d27c034efeb18844acdad33ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356144 Jun 23 17:08:01.631793 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-32e44d6a-fe92-4b48-87fe-ac9b6fd19e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:01.634598 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54960) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:01.693959 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.718686 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.868001 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.870558 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:01.871741 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/79092e5c-354b-445c-ac68-4b21de68977e HTTP/1.1" status: 204 len: 168 time: 0.2369881 Jun 23 17:08:01.872561 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e8b3bc82-45ec-4def-9f00-be0ed355ab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:01.884768 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79092e5c-354b-445c-ac68-4b21de68977e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:01.887919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:01.966508 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501148b1-7921-40b6-8d10-c95c0b80b83d req-e746bea0-f7c6-4e14-815e-3b3bc7e17a6b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:01.968080 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-501148b1-7921-40b6-8d10-c95c0b80b83d req-e746bea0-f7c6-4e14-815e-3b3bc7e17a6b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0709949 Jun 23 17:08:02.010978 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-501148b1-7921-40b6-8d10-c95c0b80b83d req-fb448a2a-3b95-484f-877a-ebabc89c351d tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364351 Jun 23 17:08:02.764245 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54970) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:02.779226 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:02.868492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:02.959704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:02.962868 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7df6e8d5-5cdb-4ef6-a0fe-236e0c6b5c1f tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:02.999864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f473dda-447a-4961-8399-905baba748d4,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:03.004173 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:03.006588 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=f1e3e5228cdf4580a40feae9a9599c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412891 Jun 23 17:08:03.009406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 54972) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:03.064426 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:03.087875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:03.189674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ab2e0-7c95-4e76-9e4c-b20b0f5e7a69 req-98578012-f84c-4bd3-9fd0-0331aec71d97 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:03.191839 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d2ab2e0-7c95-4e76-9e4c-b20b0f5e7a69 req-98578012-f84c-4bd3-9fd0-0331aec71d97 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0648673 Jun 23 17:08:03.236497 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4d2ab2e0-7c95-4e76-9e4c-b20b0f5e7a69 req-43034c4f-f274-4fbe-bbf5-08334fbd388f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382006 Jun 23 17:08:03.297033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:03.297033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:03.297033 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8f473dda-447a-4961-8399-905baba748d4 HTTP/1.1" status: 204 len: 168 time: 0.2848988 Jun 23 17:08:03.297033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-dcab5924-e74e-4212-91d0-394631560a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:03.305020 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f473dda-447a-4961-8399-905baba748d4,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:03.307641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-656f2d98-be75-4352-ba5d-617ae1af5289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:04.438878 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a97d6f-0d14-42c1-a13d-80040329a337 req-f7d4b692-8334-48b4-92b9-9eb5bfce5f48 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:04.440400 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2a97d6f-0d14-42c1-a13d-80040329a337 req-f7d4b692-8334-48b4-92b9-9eb5bfce5f48 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0869436 Jun 23 17:08:04.487814 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e2a97d6f-0d14-42c1-a13d-80040329a337 req-573e525c-4b1d-4134-a6b1-1189b6151651 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374923 Jun 23 17:08:05.668615 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e41506-dab0-406a-b2eb-3f72e7f11d3d req-8172efd7-a2b2-44a7-a0ba-8bea299bf2ed tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:05.670393 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-53e41506-dab0-406a-b2eb-3f72e7f11d3d req-8172efd7-a2b2-44a7-a0ba-8bea299bf2ed tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0668252 Jun 23 17:08:05.714375 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-53e41506-dab0-406a-b2eb-3f72e7f11d3d req-ee02d400-9b94-44ca-ae73-46193076c81d tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374260 Jun 23 17:08:06.900560 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059900-b0fd-44e7-a82a-8a484f7b1a81 req-506f1afb-da09-480b-a634-988405d5647c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:06.902083 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-46059900-b0fd-44e7-a82a-8a484f7b1a81 req-506f1afb-da09-480b-a634-988405d5647c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0669103 Jun 23 17:08:06.944742 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-46059900-b0fd-44e7-a82a-8a484f7b1a81 req-a6ad46b4-f55f-40d2-9e31-23f9822dbb13 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366800 Jun 23 17:08:08.132372 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb49802-6400-4e88-af27-7338159ea539 req-6b22e9aa-8f1c-4890-a4a6-43f10a4a60a2 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:08.133855 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-feb49802-6400-4e88-af27-7338159ea539 req-6b22e9aa-8f1c-4890-a4a6-43f10a4a60a2 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0712566 Jun 23 17:08:08.176556 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-feb49802-6400-4e88-af27-7338159ea539 req-be1de09b-f766-4b8d-9dfa-6af197f5c9f8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366492 Jun 23 17:08:09.354575 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9fb9-fc85-4090-a4fb-2eebb6864874 req-1cba41f4-9c87-4c4d-8ed9-e1444c789c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:09.356014 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d40f9fb9-fc85-4090-a4fb-2eebb6864874 req-1cba41f4-9c87-4c4d-8ed9-e1444c789c64 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0659430 Jun 23 17:08:09.397737 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d40f9fb9-fc85-4090-a4fb-2eebb6864874 req-9ee47e7e-01aa-4995-b1fb-4f3eab31d6d1 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358288 Jun 23 17:08:10.579280 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484371a-cc89-4b05-b972-d556661021ad req-d137c37a-d06b-4fc0-940d-e51ae01ca4be tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:10.580709 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2484371a-cc89-4b05-b972-d556661021ad req-d137c37a-d06b-4fc0-940d-e51ae01ca4be tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0668495 Jun 23 17:08:10.624194 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2484371a-cc89-4b05-b972-d556661021ad req-eec67f23-3e93-4e2c-8df9-9252e730577e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365908 Jun 23 17:08:11.811838 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146a61-cc81-46b2-a2c6-dfee364276ed req-30663083-2011-4fda-bf5f-446aa2002b82 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:11.813294 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-90146a61-cc81-46b2-a2c6-dfee364276ed req-30663083-2011-4fda-bf5f-446aa2002b82 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0667114 Jun 23 17:08:11.856626 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-90146a61-cc81-46b2-a2c6-dfee364276ed req-e6644c44-87d0-4c49-a673-41e7b8f3ab82 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370533 Jun 23 17:08:13.043791 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c971b89-eb5b-47c8-a6aa-8886b9a223a7 req-916fbf23-59e5-45fc-898e-756af5a418bc tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:13.045219 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7c971b89-eb5b-47c8-a6aa-8886b9a223a7 req-916fbf23-59e5-45fc-898e-756af5a418bc tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0661175 Jun 23 17:08:13.088861 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7c971b89-eb5b-47c8-a6aa-8886b9a223a7 req-625c5c79-f8c4-44ac-a382-90a909e488e2 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365703 Jun 23 17:08:14.244938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4e1c157e-617a-4d8f-a5ea-f6320f0649fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:14.275588 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8751e1e-cfb0-456c-ae1c-4d9cebf21322 req-17127b4a-2d77-4510-a3cb-5704c24249a6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:14.277243 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a8751e1e-cfb0-456c-ae1c-4d9cebf21322 req-17127b4a-2d77-4510-a3cb-5704c24249a6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0760131 Jun 23 17:08:14.318305 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a8751e1e-cfb0-456c-ae1c-4d9cebf21322 req-1375af1e-c7aa-4daa-b755-232db8206e5f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349829 Jun 23 17:08:15.508738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f783-e038-49f1-ba40-8f5d71cfd89d req-ee197e1c-1dd6-4e3a-923a-3552a52426c0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:15.510292 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f19f783-e038-49f1-ba40-8f5d71cfd89d req-ee197e1c-1dd6-4e3a-923a-3552a52426c0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0750241 Jun 23 17:08:15.551598 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9f19f783-e038-49f1-ba40-8f5d71cfd89d req-310bf74e-d6c9-425f-94fd-4aade5eb4b29 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353613 Jun 23 17:08:16.741876 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0709e17-c6d8-4921-a65c-eb9e6c19fb9c req-8a961e23-8531-4c22-a330-499608d44955 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:16.743363 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0709e17-c6d8-4921-a65c-eb9e6c19fb9c req-8a961e23-8531-4c22-a330-499608d44955 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0697470 Jun 23 17:08:16.784797 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c0709e17-c6d8-4921-a65c-eb9e6c19fb9c req-dd5cfc22-f4f1-4662-97ee-2ca0ac0cc42e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351024 Jun 23 17:08:16.926479 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-eec88317-b41d-4a24-bcbd-e5ef70fcccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:17.061624 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:17.972979 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea0937-171a-4138-8ea1-1995094dc40a req-c178f948-7751-478d-8602-5de8159223b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:17.974510 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-beea0937-171a-4138-8ea1-1995094dc40a req-c178f948-7751-478d-8602-5de8159223b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0702422 Jun 23 17:08:18.021715 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-beea0937-171a-4138-8ea1-1995094dc40a req-ba760cfd-6f1f-4488-863a-d2fce424897e tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411835 Jun 23 17:08:18.593158 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:19.351986 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ff23e-6b1f-4753-8adb-266fc505756c req-89e5c87f-565b-4a36-a000-082d3c3f7b06 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:19.353473 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-642ff23e-6b1f-4753-8adb-266fc505756c req-89e5c87f-565b-4a36-a000-082d3c3f7b06 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.2171097 Jun 23 17:08:19.398355 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-642ff23e-6b1f-4753-8adb-266fc505756c req-ac784b88-40f7-4bbf-9d24-5b3045575c86 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381701 Jun 23 17:08:19.748747 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55160) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:19.859258 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:19.946624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.016102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.018967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:20.054852 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11703a32-9abb-4db8-9978-03242baa5188,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:20.058690 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7b19bf4cb492486c8ec28a6cfd31631c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089428 Jun 23 17:08:20.061834 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55166) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:20.064804 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.065263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.065857 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.066434 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.066804 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.067170 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.067616 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.067981 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.068350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.068706 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.069058 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.069409 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.073644 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7f1fbe27-a82d-40b1-b95e-a9a5521d38ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:20.115451 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.136479 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.336036 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.338731 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.340737 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/11703a32-9abb-4db8-9978-03242baa5188 HTTP/1.1" status: 204 len: 168 time: 0.2776780 Jun 23 17:08:20.341621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-283a9390-5952-485c-b570-dc0eca3afad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:20.351828 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11703a32-9abb-4db8-9978-03242baa5188,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:20.360126 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.360675 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.361210 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.361760 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.362565 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.363041 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.363614 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.364071 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.364784 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.365182 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.365630 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.366205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:20.369932 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-320ea6b9-4385-40c7-a15b-6282deaa023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:20.570089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:20.584563 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b149d3-a74f-4402-bf86-9a5851f7b5d8 req-7383c011-b262-4ef4-b85f-82202ec62cad tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:20.586175 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-17b149d3-a74f-4402-bf86-9a5851f7b5d8 req-7383c011-b262-4ef4-b85f-82202ec62cad tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0690556 Jun 23 17:08:20.630104 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-17b149d3-a74f-4402-bf86-9a5851f7b5d8 req-62abb8a0-7886-4fb9-b239-fc210beba1b3 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378149 Jun 23 17:08:21.060601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55174) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:21.076387 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.165506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.250587 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.254006 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:21.290847 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f808723-457c-4c11-bc22-78caf67df523,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:21.295421 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=6667893f796a409a90c8778b102112fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337797 Jun 23 17:08:21.296440 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:21.298774 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55178) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:21.350767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.372366 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.529520 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.532116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:21.533269 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/9f808723-457c-4c11-bc22-78caf67df523 HTTP/1.1" status: 204 len: 168 time: 0.2340124 Jun 23 17:08:21.534148 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-eda5fa81-91f6-4dea-9b98-477bd4a7ce10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:21.542150 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f808723-457c-4c11-bc22-78caf67df523,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:21.544432 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:21.816347 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89727fd-79bf-4294-b72f-5ca2db4c0161 req-ed527f8c-d474-40f9-9102-e2b334b3eb5c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:21.817610 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e89727fd-79bf-4294-b72f-5ca2db4c0161 req-ed527f8c-d474-40f9-9102-e2b334b3eb5c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0680275 Jun 23 17:08:21.857785 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e89727fd-79bf-4294-b72f-5ca2db4c0161 req-42fe4de5-99f3-4673-b9c2-f007492c1123 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342739 Jun 23 17:08:22.103083 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:08:22.256239 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55186) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:22.270335 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.358751 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.478858 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.481610 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2235e6e0-dcde-4714-ac3a-529b03c3a8fc tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:22.520437 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=163dbada2878425ab5cc16544da36e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625184 Jun 23 17:08:22.521374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c654c-d329-469e-bb49-099cede78905,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:22.523381 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55190) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:22.524552 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-98477477-d4c3-454f-941e-92fd3fd0686a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:22.575418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.602761 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.741382 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.744072 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:22.745204 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/8e3c654c-d329-469e-bb49-099cede78905 HTTP/1.1" status: 204 len: 168 time: 0.2202570 Jun 23 17:08:22.746048 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-48a94ee1-470b-4ae0-8561-17b0ff384bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:22.753875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c654c-d329-469e-bb49-099cede78905,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:22.757498 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-679db5e5-d065-469d-86e4-88bb53a6ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:23.035126 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ae960-6acf-4373-bdd9-44f6443b2978 req-b84f4b99-cadd-4013-8a4d-c82e5d588196 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:23.037160 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-670ae960-6acf-4373-bdd9-44f6443b2978 req-b84f4b99-cadd-4013-8a4d-c82e5d588196 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0667958 Jun 23 17:08:23.079036 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-670ae960-6acf-4373-bdd9-44f6443b2978 req-be56560b-b6a3-4e13-9b02-5e5a4fd58ef6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359819 Jun 23 17:08:24.273168 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b9194-5556-48c0-8942-9c96a5b1d2d2 req-1828a0da-6e5d-46b0-9cea-dc3d3bb2d12c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:24.274690 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c70b9194-5556-48c0-8942-9c96a5b1d2d2 req-1828a0da-6e5d-46b0-9cea-dc3d3bb2d12c tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0709884 Jun 23 17:08:24.319149 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c70b9194-5556-48c0-8942-9c96a5b1d2d2 req-42e3ec3d-a026-449c-aeea-3d4e75f6d54f tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381687 Jun 23 17:08:24.656439 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55228) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:24.768286 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:24.859783 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:24.947027 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:24.949864 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-d1066578-91ce-4c65-b3b1-b8853f166484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:24.987882 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=892b3b42c58e417bba99285c2d2dd9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303099 Jun 23 17:08:24.988704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f9f03-6caf-4523-a7a1-16040cae7cac,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:24.990739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55234) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:24.991895 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:25.042779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:25.064267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:25.227191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:25.232780 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:25.232780 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/103f9f03-6caf-4523-a7a1-16040cae7cac HTTP/1.1" status: 204 len: 168 time: 0.2393601 Jun 23 17:08:25.232780 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f178b67e-0743-4f97-b82b-dbdcedf0c92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:25.240008 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f9f03-6caf-4523-a7a1-16040cae7cac,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:25.242305 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:25.502244 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152fb18-52d0-4f83-a0a7-f56df4187960 req-bbb465b7-08a8-4218-8ae8-7247c4adc7a4 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:25.503683 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d152fb18-52d0-4f83-a0a7-f56df4187960 req-bbb465b7-08a8-4218-8ae8-7247c4adc7a4 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0696380 Jun 23 17:08:25.546053 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-d152fb18-52d0-4f83-a0a7-f56df4187960 req-b621a2fc-3424-4610-8fc6-83f5b65af072 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b&id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353761 Jun 23 17:08:26.362801 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55262) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:26.462345 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-876109908-network', 'tenant_id': '935b3c98d86548abb90d0a240eca674e'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:26.558416 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Made reservation on behalf of 935b3c98d86548abb90d0a240eca674e for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:08:26.560863 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.570327 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.660132 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.729830 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.758588 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.761889 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-863a63f7-e8b3-4f94-b986-3ba9f40e53e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:26.785038 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1478} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:08:26.795386 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee22ce-6226-49b0-b5bd-448d7fe7cf0c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:26.799759 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:26.800890 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.801330 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Added segment 864b656a-9c39-425f-9468-e8a5debef9b4 of type vlan for network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 Jun 23 17:08:26.844758 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.981865 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.983293 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:26.983914 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:26.986328 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-99e42527-0066-4a9d-b93d-01fc0f9b52ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:27.049643 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Pushing event updated for resources: {'Network': ['ID=973d5a0e-5a77-4cb7-a984-b118ad3107e7,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:27.053231 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:27.060754 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:08:27.119174 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7547290 Jun 23 17:08:27.122154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55268) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:27.127227 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Request body: {'subnet': {'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-876109908-subnet', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:27.261554 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Made reservation on behalf of 935b3c98d86548abb90d0a240eca674e for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:08:27.263993 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.495925 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.498504 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:27.551605 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=030af524-06f3-4732-bb19-c887571e7176,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:27.554629 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:27.569224 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:27.569848 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Network hostable DHCP agents. Network: 973d5a0e-5a77-4cb7-a984-b118ad3107e7, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:08:27.650045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:08:27.718492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 973d5a0e-5a77-4cb7-a984-b118ad3107e7) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:27.723780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:27.724372 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.730577 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f493a83-1d2f-4b25-a610-fbbf1a7e80b0 None None] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:08:27.834707 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7112021 Jun 23 17:08:27.837312 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55270) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:27.841949 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:27.892129 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:08:27.892129 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.953006 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:27.954120 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.013887 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.027703 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Allocated IP 172.20.0.2 (973d5a0e-5a77-4cb7-a984-b118ad3107e7/030af524-06f3-4732-bb19-c887571e7176/bf503ee9-10f5-469f-80dd-9ae2857b7698) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:28.173698 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.182352 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Transition to ACTIVE for port object bf503ee9-10f5-469f-80dd-9ae2857b7698 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:28.197572 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Transition to ACTIVE for port object bf503ee9-10f5-469f-80dd-9ae2857b7698 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:28.272674 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.336442 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.338458 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:28.382677 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:28.388792 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:28.391128 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Pushing event updated for resources: {'Port': ['ID=bf503ee9-10f5-469f-80dd-9ae2857b7698,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:28.393285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:28.397282 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:28.454087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Attempting to bind port bf503ee9-10f5-469f-80dd-9ae2857b7698 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:28.454468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Attempting to bind port bf503ee9-10f5-469f-80dd-9ae2857b7698 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:28.454832 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Attempting to bind port bf503ee9-10f5-469f-80dd-9ae2857b7698 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:28.460421 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:28.460795 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:28.461203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.461604 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Bound using segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:28.462241 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Bound port: bf503ee9-10f5-469f-80dd-9ae2857b7698, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:28.462631 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.539722 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] For port bf503ee9-10f5-469f-80dd-9ae2857b7698, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:28.542938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] For port bf503ee9-10f5-469f-80dd-9ae2857b7698, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=bf503ee9-10f5-469f-80dd-9ae2857b7698,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:28.566188 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.584879 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.646017 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.648226 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:28.687538 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Allocated IP 172.27.1.238 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/4dce39b0-7a3a-48fe-9f7e-6894a3621954) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:28.709653 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Pushing event updated for resources: {'Port': ['ID=bf503ee9-10f5-469f-80dd-9ae2857b7698,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:28.713038 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:28.806570 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.924866 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:28.927303 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a610f7bb-f997-4f32-8065-74ec815af69d tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:28.971821 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:28.975548 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:28.980319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:28.983524 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Pushing event updated for resources: {'Port': ['ID=4dce39b0-7a3a-48fe-9f7e-6894a3621954,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:29.004446 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:29.383267 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:29.564172 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf15bc-0d8e-4649-8f03-e4c5ff40180a None None] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:08:29.583738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:29.719106 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-bd5c86b2-9987-4b2e-9ddf-b0bb6f982206 None None] Provisioning for port bf503ee9-10f5-469f-80dd-9ae2857b7698 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:29.781290 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:08:29.896635 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:08:29.904987 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:08:29.914746 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:29.915370 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:29.964182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:29.965432 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-51751f08-e160-4701-b5b5-f98807b96a70 admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1270905 Jun 23 17:08:29.968560 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55276) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:30.023044 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:30.205538 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:29Z', 'revision_number': 3, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:30.231743 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:08:30.232096 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Updating router b5c45bff-ea63-440e-80f0-8ca87e13eadd port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:08:30.267399 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.394905 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.573633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Allocated IP 172.20.0.1 (973d5a0e-5a77-4cb7-a984-b118ad3107e7/030af524-06f3-4732-bb19-c887571e7176/f0ade88f-44ae-44a7-a496-91eff04feb1e) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:30.602527 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device bf503ee9-10f5-469f-80dd-9ae2857b7698 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:30.706408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.728480 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Transition to ACTIVE for port object f0ade88f-44ae-44a7-a496-91eff04feb1e will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:30.728695 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.741421 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Transition to ACTIVE for port object 4dce39b0-7a3a-48fe-9f7e-6894a3621954 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:30.753067 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port bf503ee9-10f5-469f-80dd-9ae2857b7698 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:30.757627 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port bf503ee9-10f5-469f-80dd-9ae2857b7698 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:30.763073 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.846228 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.878471 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port bf503ee9-10f5-469f-80dd-9ae2857b7698, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=bf503ee9-10f5-469f-80dd-9ae2857b7698,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:30.884184 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.885102 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.886595 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-f6c50b8b-d368-435e-ace4-f5e05f9f5d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:30.889258 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d7efb500-fa09-4ac5-8e21-4ffb0a964ad8 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:30.937808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:30.939835 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Attempting to bind port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:30.940587 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Attempting to bind port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:30.940587 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Attempting to bind port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:30.944051 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:30.946066 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Pushing event updated for resources: {'Port': ['ID=4dce39b0-7a3a-48fe-9f7e-6894a3621954,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:30.947903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:30.948065 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:30.948308 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:30.948705 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.949095 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:30.949568 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Bound port: 4dce39b0-7a3a-48fe-9f7e-6894a3621954, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:30.949945 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:30.983165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:30.987844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:30.990152 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.990517 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.990860 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.991190 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.991615 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.991947 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.992270 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.992589 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.992910 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.993218 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.993919 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:30.994410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.000096 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.006074 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.008866 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:31.016564 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:31.023418 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] For port 4dce39b0-7a3a-48fe-9f7e-6894a3621954, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:31.026675 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] For port 4dce39b0-7a3a-48fe-9f7e-6894a3621954, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4dce39b0-7a3a-48fe-9f7e-6894a3621954,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:31.067184 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=bf503ee9-10f5-469f-80dd-9ae2857b7698,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:31.074684 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.075030 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.075368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.075733 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.076142 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.076476 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.076801 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.077136 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.077487 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.077810 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.078129 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.078450 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:31.083104 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:31.124680 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.127039 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:31.188690 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Pushing event updated for resources: {'Port': ['ID=4dce39b0-7a3a-48fe-9f7e-6894a3621954,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:31.191117 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:31.192890 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:31.194960 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-2927c86b-0916-45de-8c09-84c61abfdbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:31.240806 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.303645 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:31.304886 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-10131d53-4ecf-4624-9d7f-2c124f12525c None None] Provisioning for port f0ade88f-44ae-44a7-a496-91eff04feb1e completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:31.309554 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-10131d53-4ecf-4624-9d7f-2c124f12525c None None] Provisioning complete for port f0ade88f-44ae-44a7-a496-91eff04feb1e triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:31.310502 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-10131d53-4ecf-4624-9d7f-2c124f12525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.346550 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-10131d53-4ecf-4624-9d7f-2c124f12525c None None] Port f0ade88f-44ae-44a7-a496-91eff04feb1e cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:08:31.424352 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.496076 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:29Z', 'revision_number': 3, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:31.518581 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.521196 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ce5d12f-33d3-456d-bf3d-39455e6180c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:31.525815 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfbabc1-3410-44da-a365-922d6c9b0b14 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:29Z', 'revision_number': 3, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:08:31.590423 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.592335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:31.595704 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:31.691348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:31.693172 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:31.853484 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:08:31.976944 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-162cb91e-d6fe-4d1e-ac9a-a7b7ee2acd94 None None] Provisioning complete for port f0ade88f-44ae-44a7-a496-91eff04feb1e triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:31.977491 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-162cb91e-d6fe-4d1e-ac9a-a7b7ee2acd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:31.986777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:08:31.994724 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] 10.222.0.99 "PUT /v2.0/routers/b5c45bff-ea63-440e-80f0-8ca87e13eadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0234880 Jun 23 17:08:32.026055 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-162cb91e-d6fe-4d1e-ac9a-a7b7ee2acd94 None None] Port f0ade88f-44ae-44a7-a496-91eff04feb1e cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:08:32.592194 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4dce39b0-7a3a-48fe-9f7e-6894a3621954 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:32.695681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:32.699892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:32.700270 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:32.785584 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:32.809216 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 4dce39b0-7a3a-48fe-9f7e-6894a3621954, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4dce39b0-7a3a-48fe-9f7e-6894a3621954,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:32.861343 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:32.862715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device bf503ee9-10f5-469f-80dd-9ae2857b7698 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:32.865370 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:32.892499 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55296) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:32.897882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1065824235-network', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:32.957637 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=4dce39b0-7a3a-48fe-9f7e-6894a3621954,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:32.962856 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:32.972369 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port bf503ee9-10f5-469f-80dd-9ae2857b7698 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:32.973611 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:32.998534 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Made reservation on behalf of 1f1d101d7e274789a16c90e0cb95a2f7 for: {'network': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:08:33.000991 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.012772 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.136348 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.205564 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:08:33.215891 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:33.216522 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:33.240079 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.243785 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-09bc7bd1-23ee-480a-9ad6-183429362b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:33.272170 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=100518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:08:33.282821 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a5d9d7-9ad5-4b0e-97b0-dade971d3ea7,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:33.288797 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:33.289896 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.290241 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.segments_db [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Added segment 863f6a29-992d-4499-a328-73025f57575b of type vlan for network 08939f81-8eff-4f49-9c38-dd1831cd4be7 Jun 23 17:08:33.344062 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.348475 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:33.484161 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.485527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:33.486102 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.490334 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-abd8c3ae-e0a0-463b-81b6-9c76f0edc6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:33.551771 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Pushing event updated for resources: {'Network': ['ID=08939f81-8eff-4f49-9c38-dd1831cd4be7,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:33.555144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:33.563857 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:08:33.576783 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-384c396d-c1bc-4075-a169-e4e02340bfee admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6830606 Jun 23 17:08:33.580241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55300) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:33.587179 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Request body: {'subnet': {'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1065824235-subnet', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:33.591470 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 2, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:33.649625 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:08:33.650426 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Updating router b5c45bff-ea63-440e-80f0-8ca87e13eadd port f0ade88f-44ae-44a7-a496-91eff04feb1e binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:08:33.683839 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Made reservation on behalf of 1f1d101d7e274789a16c90e0cb95a2f7 for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:08:33.686418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248869'] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.697803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.942033 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10277130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248887'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.944979 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d80e2aaa-6963-4a9b-b1b0-91d4ab5a0ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:33.969604 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:33.981968 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Transition to ACTIVE for port object f0ade88f-44ae-44a7-a496-91eff04feb1e will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:34.008874 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:34.011933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:34.014708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Checking segment: {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:34.015507 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Network hostable DHCP agents. Network: 08939f81-8eff-4f49-9c38-dd1831cd4be7, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:08:34.101299 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.103595 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:34.155289 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc74c-5869-46af-a98f-253d2899110d None None] Pushing event updated for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:34.158216 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-555cc74c-5869-46af-a98f-253d2899110d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:34.164291 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:08:34.213636 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Attempting to bind port f0ade88f-44ae-44a7-a496-91eff04feb1e on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:34.216536 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Attempting to bind port f0ade88f-44ae-44a7-a496-91eff04feb1e by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:34.216536 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Attempting to bind port f0ade88f-44ae-44a7-a496-91eff04feb1e on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:34.220967 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:34.221241 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:34.221656 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.226788 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Bound using segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:34.226788 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Bound port: f0ade88f-44ae-44a7-a496-91eff04feb1e, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:34.226788 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.255936 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 08939f81-8eff-4f49-9c38-dd1831cd4be7) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:34.261877 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:34.263262 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.265597 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd0644-710e-408c-b2ef-7c8abe5f3623 None None] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:08:34.359611 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-97b0e83c-1865-48ab-ab78-9df532cf1879 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7778134 Jun 23 17:08:34.362993 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55304) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:34.369389 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:34.497131 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] For port f0ade88f-44ae-44a7-a496-91eff04feb1e, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:34.517074 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] For port f0ade88f-44ae-44a7-a496-91eff04feb1e, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f0ade88f-44ae-44a7-a496-91eff04feb1e,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:34.524922 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1705230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5462'] for router, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.525435 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711664', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5471'] for router, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.525901 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4dce39b0-7a3a-48fe-9f7e-6894a3621954 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:34.577938 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.634082 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:34.634386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.656007 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8e600e7-7920-507f-93b1-d9a64865ba1f-08939f81-8eff-4f49-9c38-dd1831cd4be7', 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'fixed_ips': [{'subnet_id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de'}]}} from dv-cinder-796950-7-iscsi. {{(pid=100519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:08:34.656913 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.743774 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.750221 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-214cd2e3-d8a3-4428-8bdc-fd4fc54fc8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:34.879607 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5453'] for router, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:34.890881 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:34.891499 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:34.896343 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc74c-5869-46af-a98f-253d2899110d None None] Pushing event updated for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:34.904937 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-555cc74c-5869-46af-a98f-253d2899110d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:34.955058 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Allocated IP 172.20.0.2 (08939f81-8eff-4f49-9c38-dd1831cd4be7/2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de/1bb25102-6c6f-486a-a4a6-26e1552f2d69) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:35.105939 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:35.146482 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.170143 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.272059 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-537a1d67-dd8f-417e-9a02-0aa753f8f455 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636444 Jun 23 17:08:35.307049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Allocated IP 172.27.1.109 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/102ea47e-b814-4693-9a5b-9ad860fe034c) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:35.329330 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.340929 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Transition to ACTIVE for port object 1bb25102-6c6f-486a-a4a6-26e1552f2d69 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:35.372132 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Transition to ACTIVE for port object 1bb25102-6c6f-486a-a4a6-26e1552f2d69 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:35.435792 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:34Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:35.443875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.444141 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-0de4883a-8944-4b9b-aa00-97c9ad703c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:35.445975 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-0de4883a-8944-4b9b-aa00-97c9ad703c91 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1137 time: 0.0712035 Jun 23 17:08:35.465767 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549620e1-ecf5-48d5-8d8f-dc31ed58cf91 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:34Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:08:35.604647 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.609111 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:35.623102 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-a2021d72-7ca8-46fc-a8a4-d1ad755d57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:35.624725 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-a2021d72-7ca8-46fc-a8a4-d1ad755d57c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.1526937 Jun 23 17:08:35.656176 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:35.659102 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:35.663992 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:35.672415 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Pushing event updated for resources: {'Port': ['ID=1bb25102-6c6f-486a-a4a6-26e1552f2d69,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:35.688526 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:35.746669 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-31c60c86-224e-40e5-a34e-5a4ae0ea3b89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 1001 time: 0.1098955 Jun 23 17:08:35.755099 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Attempting to bind port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:35.755504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Attempting to bind port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:35.755877 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Attempting to bind port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 on network 08939f81-8eff-4f49-9c38-dd1831cd4be7 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:35.762498 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:35.762883 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Checking segment: {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:35.763295 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.763736 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Bound using segment: {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:35.764221 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Bound port: 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:35.764601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.849713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] For port 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:35.859744 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] For port 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=1bb25102-6c6f-486a-a4a6-26e1552f2d69,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:35.907284 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.909719 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:35.943047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:35.946351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:35.953501 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:35.956642 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:35.960040 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:35.989458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Pushing event updated for resources: {'Port': ['ID=102ea47e-b814-4693-9a5b-9ad860fe034c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:35.993608 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:36.064924 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Pushing event updated for resources: {'Port': ['ID=1bb25102-6c6f-486a-a4a6-26e1552f2d69,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:36.069192 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:36.169012 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-ab312cb8-4bd2-4cdd-a4e4-73f68557d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:36.170557 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-ab312cb8-4bd2-4cdd-a4e4-73f68557d884 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.4154415 Jun 23 17:08:36.291812 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-f54c5f6b-b0f2-49f3-82c5-d7d81f3e5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:08:36.293300 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-f54c5f6b-b0f2-49f3-82c5-d7d81f3e5770 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096938 Jun 23 17:08:36.433180 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:36.439111 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-e4032304-e27a-47d0-b322-2979caf32b03 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256866 Jun 23 17:08:36.548985 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6ea662a-9b08-41bb-91d9-e92089a15b20 req-e121fe0f-bfcc-4df9-87de-10718598629d service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023755 Jun 23 17:08:36.640444 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 1bb25102-6c6f-486a-a4a6-26e1552f2d69 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:36.703147 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1729399'] for router, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:36.776230 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:36.783197 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f0ade88f-44ae-44a7-a496-91eff04feb1e up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:36.913183 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port f0ade88f-44ae-44a7-a496-91eff04feb1e completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:36.921467 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port f0ade88f-44ae-44a7-a496-91eff04feb1e triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:36.921942 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:36.935108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Router 787b701a-56b1-46b9-91e1-3853500ba4ab is scheduled to L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da with binding_index 1 {{(pid=100518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:08:37.030693 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.062575 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:08:37.071412 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port f0ade88f-44ae-44a7-a496-91eff04feb1e, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f0ade88f-44ae-44a7-a496-91eff04feb1e,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:37.076492 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Sync routers for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:08:37.088576 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:37.089197 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:37.093485 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34a698-f29a-4ce5-a981-ecf4669490ca None None] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:08:37.207618 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.211178 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-f703a82e-48fe-40e3-a2f8-83b70c5bb0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:37.212074 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:37.221250 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.226543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55310) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:37.226857 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-91f9756f-ba70-418f-bc4a-a792795ea92b admin admin] 10.222.0.99 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8619847 Jun 23 17:08:37.291974 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:37.295634 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:37.347070 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Provisioning for port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:37.354219 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Provisioning complete for port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:37.355570 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.464827 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.467462 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:36Z', 'revision_number': 3, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:37.508341 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Checking router: 787b701a-56b1-46b9-91e1-3853500ba4ab for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:08:37.508341 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Updating router 787b701a-56b1-46b9-91e1-3853500ba4ab port 102ea47e-b814-4693-9a5b-9ad860fe034c binding host dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:08:37.509265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] For port 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=1bb25102-6c6f-486a-a4a6-26e1552f2d69,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:37.541707 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.575449 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.577447 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-52b89e53-ee30-466c-8dc6-168fca8804ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:37.641447 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Pushing event updated for resources: {'Port': ['ID=1bb25102-6c6f-486a-a4a6-26e1552f2d69,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:37.647064 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-ecdb5bd2-c7c7-4ebe-837d-fe7bf6cf157f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:37.709455 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-29a9962b-5530-4366-9615-62b5802d7ffd None None] Provisioning complete for port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:37.709869 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-29a9962b-5530-4366-9615-62b5802d7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.735638 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.825860 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.838145 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Transition to ACTIVE for port object 102ea47e-b814-4693-9a5b-9ad860fe034c will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:37.916155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Allocated IP 172.20.0.1 (08939f81-8eff-4f49-9c38-dd1831cd4be7/2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de/8aa5ff23-ec19-4a05-b7c8-28935ef93aaa) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:08:37.918431 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.926975 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:37.974120 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Attempting to bind port 102ea47e-b814-4693-9a5b-9ad860fe034c on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:37.974685 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Attempting to bind port 102ea47e-b814-4693-9a5b-9ad860fe034c by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:37.975060 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Attempting to bind port 102ea47e-b814-4693-9a5b-9ad860fe034c on network ddb94d51-77ed-4abb-b38e-80c104780f71 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:37.985727 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Checking segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Bound using segment: {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Bound port: 102ea47e-b814-4693-9a5b-9ad860fe034c, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b6643c-3224-4d85-8f3b-1fa21babbfb1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:37.993410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b1bef-2e7e-486b-860a-4f08573c1a81 None None] Pushing event updated for resources: {'Port': ['ID=102ea47e-b814-4693-9a5b-9ad860fe034c,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:38.009851 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-e71b1bef-2e7e-486b-860a-4f08573c1a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:38.038760 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.048341 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] For port 102ea47e-b814-4693-9a5b-9ad860fe034c, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:38.049337 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] For port 102ea47e-b814-4693-9a5b-9ad860fe034c, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=102ea47e-b814-4693-9a5b-9ad860fe034c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:38.052909 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Transition to ACTIVE for port object 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:38.141712 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.144357 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-4b4849e8-4b0d-4ab1-95c0-438e01af2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:38.192916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.197163 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-623f47a3-9c35-4b98-a691-17edb333ef07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:38.207155 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:38.207829 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:38.213097 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b1bef-2e7e-486b-860a-4f08573c1a81 None None] Pushing event updated for resources: {'Port': ['ID=102ea47e-b814-4693-9a5b-9ad860fe034c,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:38.237391 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:38.240786 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:38.245122 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG oslo_concurrency.lockutils [None req-e71b1bef-2e7e-486b-860a-4f08573c1a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:38.245343 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:08:38.272465 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:38.292447 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1725047'] for router_interface, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.297432 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:38.324225 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:38.549888 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.553261 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 1bb25102-6c6f-486a-a4a6-26e1552f2d69 up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:38.634366 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:38.634759 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.652299 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:36Z', 'revision_number': 3, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:38.678907 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5a149-2ffc-4639-9f3e-ccec5be7c8e3 None None] The sync data for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi is: [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:36Z', 'revision_number': 3, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:08:38.723251 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f0ade88f-44ae-44a7-a496-91eff04feb1e up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:38.749646 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c5c07774-c470-42af-b1bc-af2a9ee2401b None None] Provisioning for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:38.756451 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.761390 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c5c07774-c470-42af-b1bc-af2a9ee2401b None None] Provisioning complete for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:38.761777 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c5c07774-c470-42af-b1bc-af2a9ee2401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.805172 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-c5c07774-c470-42af-b1bc-af2a9ee2401b None None] Port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:08:38.814582 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port f0ade88f-44ae-44a7-a496-91eff04feb1e triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:38.814959 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.833319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.838064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:38.914206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:38.916901 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1645544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1725083'] for router_interface, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:38.919327 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:39.047565 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:08:39.049045 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:08:39.190775 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Router 787b701a-56b1-46b9-91e1-3853500ba4ab has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:08:39.326018 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:08:39.335925 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-cb70c1c5-9565-4b5f-b4d7-a759daa4d07f None None] Provisioning complete for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:39.337326 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] 10.222.0.99 "PUT /v2.0/routers/787b701a-56b1-46b9-91e1-3853500ba4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099374 Jun 23 17:08:39.337999 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cb70c1c5-9565-4b5f-b4d7-a759daa4d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:39.376085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-cb70c1c5-9565-4b5f-b4d7-a759daa4d07f None None] Port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:08:40.002615 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55328) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:40.007843 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927537519', 'description': 'tempest-secgroup-smoke-927537519 description', 'project_id': '935b3c98d86548abb90d0a240eca674e'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:40.147874 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.264969 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.340501 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.343085 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9d848494-6df4-4259-b3b1-1d7c2f255d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:40.371633 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:40.374362 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:40.449714 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Sync routers for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:08:40.460920 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:40.460920 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:40.495710 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.498211 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b4dc85e6-adca-430e-8316-182671bfbe95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4945867 Jun 23 17:08:40.501159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55334) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:40.509623 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:40.633835 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.698643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 102ea47e-b814-4693-9a5b-9ad860fe034c up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:40.712332 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.757081 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:40.818302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.822776 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:40.841035 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fec120c-050e-4ff0-86c8-ee6f9834c909,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:40.850894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:40.884742 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 102ea47e-b814-4693-9a5b-9ad860fe034c completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:40.894458 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 102ea47e-b814-4693-9a5b-9ad860fe034c triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:40.895258 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.940995 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:40.942262 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-28c584c9-fc29-466a-aaab-f0d47aacd8e2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393258 Jun 23 17:08:40.945161 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55336) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:40.949964 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:41.019680 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.045645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 102ea47e-b814-4693-9a5b-9ad860fe034c, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=102ea47e-b814-4693-9a5b-9ad860fe034c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:41.051660 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 4, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '8aa5ff23-ec19-4a05-b7c8-28935ef93aaa', 'name': '', 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'mac_address': 'fa:16:3e:dc:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:37Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 2, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'subnets': [{'id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:41.077771 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.083563 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Checking router: 787b701a-56b1-46b9-91e1-3853500ba4ab for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:08:41.083563 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Updating router 787b701a-56b1-46b9-91e1-3853500ba4ab port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa binding host dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:08:41.117901 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.149142 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.160354 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.166088 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:41.283490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.285025 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=102ea47e-b814-4693-9a5b-9ad860fe034c,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:41.286430 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:41.289847 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:41.307995 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee301ae7-c728-4ff7-8cec-426a77855267,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:41.310468 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:41.421278 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.426238 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55340) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:41.426954 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4800127 Jun 23 17:08:41.432772 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:41.442019 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.451304 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Transition to ACTIVE for port object 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:08:41.547915 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.552319 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.554135 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:41.638691 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5e37-eb2c-4911-ae61-08e5f4340665 None None] Pushing event updated for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:41.641629 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-716c5e37-eb2c-4911-ae61-08e5f4340665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:41.656647 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.673086 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Attempting to bind port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa on host dv-cinder-796950-7-iscsi for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:08:41.673460 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Attempting to bind port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa by drivers openvswitch,hyperv on host dv-cinder-796950-7-iscsi at level 0 using segments [{'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:08:41.673853 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Attempting to bind port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa on network 08939f81-8eff-4f49-9c38-dd1831cd4be7 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:08:41.680924 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Checking agent: {'id': '404747ca-bc4f-444f-ba67-729531210864', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 49, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:08:41.681783 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Checking segment: {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:08:41.682387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.682951 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Bound using segment: {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:08:41.683821 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Bound port: 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa, host: dv-cinder-796950-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863f6a29-992d-4499-a328-73025f57575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:08:41.701235 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.756744 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] For port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa, host dv-cinder-796950-7-iscsi, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:08:41.760097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.760607 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:41.761133 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] For port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa, host dv-cinder-796950-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:08:41.777123 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d57a2-ee35-44a9-a4b1-3deb449e5b44,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:41.779645 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:41.906957 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.907409 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:41.908572 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-61d16e4f-52dc-4304-a948-80ba3f1fffc2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4802494 Jun 23 17:08:41.910371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b9c63779-a581-4a1c-b346-bb8cf5f16a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:41.912458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55346) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:41.919106 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:41.970814 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:08:41.971508 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:41.977844 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5e37-eb2c-4911-ae61-08e5f4340665 None None] Pushing event updated for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:42.020059 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-716c5e37-eb2c-4911-ae61-08e5f4340665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:42.041101 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.122592 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:08:42.137195 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.266396 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.268658 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a83f3afd-8153-4b8b-b3fa-2471e04f4274 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:42.293531 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bec5401-cc1c-4a9e-a719-a006e0089826,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:42.296518 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:42.357843 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 4, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '8aa5ff23-ec19-4a05-b7c8-28935ef93aaa', 'name': '', 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'mac_address': 'fa:16:3e:dc:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:37Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'subnets': [{'id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:08:42.384423 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4a29-d743-471d-bf7d-b723cb01609a None None] The sync data for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi is: [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:08:38Z', 'revision_number': 4, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '8aa5ff23-ec19-4a05-b7c8-28935ef93aaa', 'name': '', 'network_id': '08939f81-8eff-4f49-9c38-dd1831cd4be7', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'mac_address': 'fa:16:3e:dc:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:37Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'subnets': [{'id': '2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:08:42.403865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.408046 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-fb617d50-3153-4ef9-9f65-6d736d553b11 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4914765 Jun 23 17:08:42.408046 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55352) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:42.412992 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:42.564493 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.securitygroups_db [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Project 935b3c98d86548abb90d0a240eca674e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:08:42.573309 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.648209 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 102ea47e-b814-4693-9a5b-9ad860fe034c up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:42.656656 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.702057 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 102ea47e-b814-4693-9a5b-9ad860fe034c triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:42.702488 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.731504 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.736654 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-95581de8-58fb-40e2-b824-78b77f279e3e tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:42.757248 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c90139-2d72-42d7-a5d6-67bfc176e28c,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:42.760263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:42.799301 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:42.849795 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:42.853870 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-e3839876-0983-434e-8b20-4da3f4fa65fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4424486 Jun 23 17:08:42.854895 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55356) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:08:42.859767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'security_group_rule': {'security_group_id': '89bcbfe5-29be-4bbd-9cc7-686d58e2df8c', 'project_id': '935b3c98d86548abb90d0a240eca674e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:08:43.021581 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:08:43.026277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:43.026661 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.089341 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.securitygroups_db [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Project 935b3c98d86548abb90d0a240eca674e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:08:43.095752 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.109790 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.145265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] For port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:08:43.167777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.295004 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.296936 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b854ac87-8f96-4bef-bee2-d86092976bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:43.340752 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692009'] for security_group_rule, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.350751 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a0d82eee-3131-404b-a60d-e35e5dca493b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:08:43.352160 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Pushing event updated for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:43.355635 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:43.365276 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3234b-a289-445f-912c-e85a7e410814,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:43.367727 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:08:43.495384 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:43.496643 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-7533d6eb-1f16-4256-9305-d4efa32f5ae1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6407800 Jun 23 17:08:44.266346 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fa527a81-1afa-4601-a548-04630e509187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:44.523291 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa up at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:08:44.578402 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Provisioning complete for port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:08:44.578779 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:46.917976 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0aa55fb3-6c00-4818-b64d-c0f8869f9361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:47.008958 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:48.598645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:50.620574 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:56.677525 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:08:59.103435 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:09:04.903338 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-a13adb17-cbe7-4a36-bbee-30bd207d4508 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927537519&fields=id&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 267 time: 0.0367596 Jun 23 17:09:05.018415 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-e4472841-0929-460c-a7e1-964936df6369 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:05.019886 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-e4472841-0929-460c-a7e1-964936df6369 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1094720 Jun 23 17:09:05.035909 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8db9ef98-cae4-415a-a4a5-284ca7c31021 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/quotas/935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 375 time: 0.0100415 Jun 23 17:09:05.112066 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-1e6bef8e-1f39-4885-9f02-17af75ae2285 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694180 Jun 23 17:09:05.223224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-52c77af5-bb83-4e95-b9e4-6e647dbc425a service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:09:05.224318 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-52c77af5-bb83-4e95-b9e4-6e647dbc425a service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1014736 Jun 23 17:09:05.328920 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-3f1c898b-7b80-43a2-adae-d1c238b6c5f6 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969312 Jun 23 17:09:05.426930 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-97d36d59-9335-41c0-bc03-d00737d12a28 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 Jun 23 17:09:06.217989 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-97186906-c34e-4bbe-bc23-809b8be111d8 req-0c558a9a-db4a-49ab-a82f-308421f23e14 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.0327837 Jun 23 17:09:07.303175 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-65aa5ddd-0225-44fa-b768-f95fda0bb743 req-41c0005c-9f28-43a7-876b-20d09782e9c3 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.0292656 Jun 23 17:09:07.641919 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b586e81c-f400-4947-8806-d9c45a48f135 req-92a9e7c9-0f9b-4a05-8442-2701f3be4310 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030198453&fields=id&tenant_id=ac10c23c719a4155bd673e36ffd4e14a HTTP/1.1" status: 200 len: 267 time: 0.0354176 Jun 23 17:09:07.716251 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e81c-f400-4947-8806-d9c45a48f135 req-396ba06a-a723-43ca-938a-0b386627d782 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:07.717799 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b586e81c-f400-4947-8806-d9c45a48f135 req-396ba06a-a723-43ca-938a-0b386627d782 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 984 time: 0.0703330 Jun 23 17:09:07.729470 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Request body: {'port': {'security_groups': ['6e632859-83cc-4b06-a546-ace25c29a9d7']}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:07.817753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.011922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:08.048418 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.175906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.175906 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-354ce99d-3642-4bb7-9c91-5b447ae3f861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:08.208404 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:09:08.214818 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:08.215574 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.222153 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b586e81c-f400-4947-8806-d9c45a48f135 req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "PUT /v2.0/ports/1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 942 time: 0.4975421 Jun 23 17:09:08.223011 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:08.223688 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55604) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:08.226030 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e542a1-dffc-4728-b595-55e204181cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:08.267250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event updated for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=7']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:08.271539 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:08.291112 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3746ed91-203b-46a4-85ea-c2c6664ba016 x-openstack-request-id: req-3746ed91-203b-46a4-85ea-c2c6664ba016 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:08.291558 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:08.291868 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-3746ed91-203b-46a4-85ea-c2c6664ba016 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:08.293082 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:09:08.323483 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.378883 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.420508 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:09:08.524820 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-9d87d716-d3d6-4ad9-9796-81d0430aa9eb None None] Provisioning complete for port 1661fe06-7bc4-4afc-9982-c9d5c897391d triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:09:08.525203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9d87d716-d3d6-4ad9-9796-81d0430aa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.529587 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-57c937fa-38b3-4309-a80b-1e08ccbd49fe req-c1cff98d-00ca-4170-b13b-5cb9a37ac9db tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.0578973 Jun 23 17:09:08.559303 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e542a1-dffc-4728-b595-55e204181cc2 req-f282eb08-45df-429a-babf-4adca547c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:08.560830 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-f282eb08-45df-429a-babf-4adca547c54b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1098 time: 0.2023520 Jun 23 17:09:08.580088 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.583322 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.587554 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "DELETE /v2.0/security-groups/6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b HTTP/1.1" status: 204 len: 168 time: 0.3598106 Jun 23 17:09:08.587554 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-880bb5a5-48a3-4ce0-9492-479ac6dafba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:08.591309 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55612) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:08.636582 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d53f2-bd0b-4669-9f4b-edf9b4f75e8b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:08.641486 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fc7cd496-a5ca-4e0c-9317-fc26bf0324b7 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:08.688047 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e542a1-dffc-4728-b595-55e204181cc2 req-bbc0a5f1-f7a2-45fe-9e21-20704ee30812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:08.688047 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-bbc0a5f1-f7a2-45fe-9e21-20704ee30812 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.1191556 Jun 23 17:09:08.759290 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-0b67e160-7347-49b2-8684-d162801c41eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 1001 time: 0.0628145 Jun 23 17:09:08.776355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Deleting port 50d21445-0685-495a-9dd7-b773ea21956d {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:08.776706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.813432 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e542a1-dffc-4728-b595-55e204181cc2 req-0a9f6dee-e560-446c-8436-74bae93590b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:08.814869 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-0a9f6dee-e560-446c-8436-74bae93590b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0481343 Jun 23 17:09:08.858526 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.858755 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:08.872506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Calling delete_port for 50d21445-0685-495a-9dd7-b773ea21956d owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:08.889724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e542a1-dffc-4728-b595-55e204181cc2 req-f1dbd7fd-615d-42a7-824b-81e0e1301c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:08.891232 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-f1dbd7fd-615d-42a7-824b-81e0e1301c14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597670 Jun 23 17:09:08.903641 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-9c5b7165-4cf8-4d38-9504-2ec6cb9468b9 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:09:08.904988 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-9c5b7165-4cf8-4d38-9504-2ec6cb9468b9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056984 Jun 23 17:09:09.005094 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-36719c04-2b44-433f-8671-c49427fcfd2d service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928967 Jun 23 17:09:09.088773 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.102084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-76e0e39c-e834-4cc8-9fc1-694e116160b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:09.110253 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-47e542a1-dffc-4728-b595-55e204181cc2 req-e6f94c75-5940-4eba-9ef5-6e6b8dce60e5 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969980 Jun 23 17:09:09.122217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event deleted for resources: {'Port': ['ID=50d21445-0685-495a-9dd7-b773ea21956d,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:09.127248 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:09.189290 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.189624 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Floating IP dcb07597-bbc9-4b32-a18e-867ad653562e disassociated (deleted). External IP: 172.27.1.208, port: 1661fe06-7bc4-4afc-9982-c9d5c897391d. Jun 23 17:09:09.333669 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-ff5e2485-6e9b-4c3f-a0bd-420d228c9e21 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:09.336905 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-ff5e2485-6e9b-4c3f-a0bd-420d228c9e21 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1230276 Jun 23 17:09:09.406275 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-f70573d8-dc52-402b-b477-2f598a5faffd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 379 time: 0.0411024 Jun 23 17:09:09.418718 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'port': {'device_id': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'admin_state_up': True, 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'security_groups': ['89bcbfe5-29be-4bbd-9cc7-686d58e2df8c']}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:09.428100 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:09.551164 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:09.558303 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.563262 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Sync routers for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:09.573676 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:09.574410 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:09.595526 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-2f3d2694-4b77-44b9-b387-0ebe91932908 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "DELETE /v2.0/floatingips/dcb07597-bbc9-4b32-a18e-867ad653562e HTTP/1.1" status: 204 len: 168 time: 1.0024815 Jun 23 17:09:09.596600 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:09.599416 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa147490-075d-442c-8026-df4cb0241cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:09.654719 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Made reservation on behalf of 935b3c98d86548abb90d0a240eca674e for: {'port': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:09:09.659317 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:09.697279 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:09.734096 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3e3ddc11-aeef-4a67-a2ec-634a05b12734 req-a5737f02-b1c6-48b1-bce0-f4f365241ac4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.0565608 Jun 23 17:09:09.873948 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.20.0.6 (973d5a0e-5a77-4cb7-a984-b118ad3107e7/030af524-06f3-4732-bb19-c887571e7176/7761cf98-1283-4d4c-ae80-d80d1988f926) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:09:09.953162 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:09.983018 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Checking router: fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:10.000999 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:10.000999 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:10.054706 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99365297-5d81-4726-bf9d-f593296ab428 x-openstack-request-id: req-99365297-5d81-4726-bf9d-f593296ab428 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:10.055192 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:10.055601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-99365297-5d81-4726-bf9d-f593296ab428 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:10.058234 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:09:10.073121 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.093931 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Transition to ACTIVE for port object 7761cf98-1283-4d4c-ae80-d80d1988f926 will not be triggered until provisioned by entity DHCP. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:09:10.148271 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:10.221755 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa147490-075d-442c-8026-df4cb0241cb2 req-59b62087-9d2b-469b-afff-0510827cda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.223712 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-59b62087-9d2b-469b-afff-0510827cda0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 1098 time: 0.1052845 Jun 23 17:09:10.227212 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.242965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8e2e37b-3a40-4f64-8389-c7f9f44a45c6 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:10.279020 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:09:10.284325 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:09:10.298494 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:09:10.372374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.373020 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.375688 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-694978f6-beae-4d9a-8b92-470537793477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:10.377254 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0766db-3bea-407b-a2d0-24ee3b46e8da req-e0be6850-f153-40ea-998b-7fab14fc5443 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.387645 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ad0766db-3bea-407b-a2d0-24ee3b46e8da req-e0be6850-f153-40ea-998b-7fab14fc5443 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.2151256 Jun 23 17:09:10.405876 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:10.409158 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694978f6-beae-4d9a-8b92-470537793477 None None] The sync data for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi is: [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:06:25Z', 'revision_number': 4, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'e1773517-8856-4ccd-acb9-bcf8dd200c3f', 'name': '', 'network_id': '9e591fba-3762-431f-a76f-d5a8ba9af7ee', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'mac_address': 'fa:16:3e:aa:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:24Z', 'updated_at': '2021-06-23T17:06:31Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'subnets': [{'id': 'b380605a-d344-4b7b-a12b-621b41ba650b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:10.412420 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:10.456575 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ad0766db-3bea-407b-a2d0-24ee3b46e8da req-50ec4a60-bed5-4543-a6a9-9dc280ada810 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669043 Jun 23 17:09:10.473183 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa147490-075d-442c-8026-df4cb0241cb2 req-8bee9097-57d5-4b8b-8b80-e48b65919c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.485673 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-8bee9097-57d5-4b8b-8b80-e48b65919c1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 200 len: 916 time: 0.2407944 Jun 23 17:09:10.486091 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8428c75e-d891-4b0c-917b-b53634368155 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0723014 Jun 23 17:09:10.512075 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Request body: {'port': {'device_id': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:10.554788 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-26a13039-2755-444f-957a-c0a0cff80837 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 200 len: 217 time: 0.0510466 Jun 23 17:09:10.611398 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.615175 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa147490-075d-442c-8026-df4cb0241cb2 req-7a166aa1-c640-47a7-9401-35dc5983492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.616863 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-7a166aa1-c640-47a7-9401-35dc5983492f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 200 len: 853 time: 0.0509102 Jun 23 17:09:10.708267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa147490-075d-442c-8026-df4cb0241cb2 req-d749a42a-d149-44ce-8886-7da8f0f00760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:10.711155 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-d749a42a-d149-44ce-8886-7da8f0f00760 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9e591fba-3762-431f-a76f-d5a8ba9af7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767670 Jun 23 17:09:10.831710 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-62bdc77f-0c6b-444b-aa81-d2eb586c2f3b service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118963 Jun 23 17:09:10.832431 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e917db6-62ba-482b-aa62-a1aa792ee2d2 None None] New status for floating IP dcb07597-bbc9-4b32-a18e-867ad653562e: DOWN {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:09:10.924917 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c98986fb-703f-4363-bfe4-63af7aa358a0 None None] Provisioning for port 7761cf98-1283-4d4c-ae80-d80d1988f926 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:09:10.932554 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-c98986fb-703f-4363-bfe4-63af7aa358a0 None None] Provisioning complete for port 7761cf98-1283-4d4c-ae80-d80d1988f926 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:09:10.961650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c98986fb-703f-4363-bfe4-63af7aa358a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:10.962098 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aa147490-075d-442c-8026-df4cb0241cb2 req-7d92bddb-0a67-4cf7-89d4-174b31be5e59 service neutron] 10.222.0.68 "GET /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144469 Jun 23 17:09:10.983340 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-c98986fb-703f-4363-bfe4-63af7aa358a0 None None] Port 7761cf98-1283-4d4c-ae80-d80d1988f926 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:09:11.031506 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7761cf98-1283-4d4c-ae80-d80d1988f926 {{(pid=100517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:09:11.045441 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511f5aa-1e02-49e2-a579-8dc45a463b3f req-b9f07bb1-ca13-4787-8ee3-5f3f4c384231 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:11.046979 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5511f5aa-1e02-49e2-a579-8dc45a463b3f req-b9f07bb1-ca13-4787-8ee3-5f3f4c384231 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 931 time: 0.1328561 Jun 23 17:09:11.048852 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.077503 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.provisioning_blocks [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Transition to ACTIVE for port object 7761cf98-1283-4d4c-ae80-d80d1988f926 will not be triggered until provisioned by entity L2. {{(pid=100517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:09:11.094940 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-5511f5aa-1e02-49e2-a579-8dc45a463b3f req-9893aa78-cfd5-4df6-b809-86d829eddaf2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Jun 23 17:09:11.162763 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.165261 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:11.215211 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Pushing event updated for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:11.220167 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:11.294449 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Attempting to bind port 7761cf98-1283-4d4c-ae80-d80d1988f926 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:09:11.294780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Attempting to bind port 7761cf98-1283-4d4c-ae80-d80d1988f926 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:09:11.295243 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Attempting to bind port 7761cf98-1283-4d4c-ae80-d80d1988f926 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:09:11.300276 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Port 7761cf98-1283-4d4c-ae80-d80d1988f926 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:09:11.300594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Attempting to bind port 7761cf98-1283-4d4c-ae80-d80d1988f926 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:09:11.314844 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:09:11.316085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:09:11.316324 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Bound using segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} {{(pid=100517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:09:11.317077 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.managers [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Bound port: 7761cf98-1283-4d4c-ae80-d80d1988f926, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}}] {{(pid=100517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:09:11.317678 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.401187 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, cleared binding levels {{(pid=100517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:09:11.404512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7761cf98-1283-4d4c-ae80-d80d1988f926,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:09:11.528955 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.532088 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-ab5d40b1-c102-4fed-a289-391937b62ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:11.566594 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:11.567329 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:11.568986 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] 10.222.0.68 "PUT /v2.0/ports/7761cf98-1283-4d4c-ae80-d80d1988f926 HTTP/1.1" status: 200 len: 1093 time: 1.0631120 Jun 23 17:09:11.569555 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:11.572063 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74040e6-c6f8-4cb7-8e7e-841fb863733e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:11.628492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551529c-3670-4aba-a544-1ba6529aa217 x-openstack-request-id: req-0551529c-3670-4aba-a544-1ba6529aa217 {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:11.628492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:11.628492 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-0551529c-3670-4aba-a544-1ba6529aa217 {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:11.629392 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'status': 'completed', 'code': 200} Jun 23 17:09:11.636475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Pushing event updated for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=3']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:11.650202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-39b45204-951f-4132-b7cd-215e247dbc36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:11.676259 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac26a84-d36a-4fa1-91de-9dce30337534 req-e2ca4e80-aa19-46e8-8ee9-18741635130a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:11.677437 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4ac26a84-d36a-4fa1-91de-9dce30337534 req-e2ca4e80-aa19-46e8-8ee9-18741635130a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.0919356 Jun 23 17:09:11.754094 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4ac26a84-d36a-4fa1-91de-9dce30337534 req-ddc15a7f-ff92-45cb-b5e4-50b9a59ef966 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690463 Jun 23 17:09:11.784722 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-8ebd1109-4169-4689-b66b-9238d75bac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:11.787064 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-8ebd1109-4169-4689-b66b-9238d75bac26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1096 time: 0.0954647 Jun 23 17:09:11.917586 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-8cc2c732-260d-41e6-8991-f2174f5ea305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:11.919112 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-8cc2c732-260d-41e6-8991-f2174f5ea305 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=935b3c98d86548abb90d0a240eca674e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1081061 Jun 23 17:09:12.030052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-bb006255-c686-451f-ab82-589b3cf80b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.031507 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a74040e6-c6f8-4cb7-8e7e-841fb863733e req-bb006255-c686-451f-ab82-589b3cf80b96 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1042566 Jun 23 17:09:12.195569 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-a4d090f2-b284-4b97-97f4-a2286aee7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.197197 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-a4d090f2-b284-4b97-97f4-a2286aee7eb5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1096 time: 0.0673270 Jun 23 17:09:12.258958 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-8481f2f0-0f36-4557-9f1f-37dfd6757bed service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761cf98-1283-4d4c-ae80-d80d1988f926 HTTP/1.1" status: 200 len: 217 time: 0.0426993 Jun 23 17:09:12.304422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b126f-0c03-4019-aeec-288d37b59be0 req-c784c866-cef1-4276-b19e-738be72b6932 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.306035 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a02b126f-0c03-4019-aeec-288d37b59be0 req-c784c866-cef1-4276-b19e-738be72b6932 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0849254 Jun 23 17:09:12.331999 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-858732b6-8624-4a70-b75a-ec54cd1eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.333589 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-858732b6-8624-4a70-b75a-ec54cd1eb8fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0679035 Jun 23 17:09:12.362975 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a02b126f-0c03-4019-aeec-288d37b59be0 req-0794b67f-2fb0-48f7-ba87-fb67146fadde tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Jun 23 17:09:12.416463 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-2d7a4898-b1ce-4d3f-8800-cc0a7e74e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.417947 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-2d7a4898-b1ce-4d3f-8800-cc0a7e74e831 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587773 Jun 23 17:09:12.531051 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-5e1481ae-c249-4487-acd6-dd18f3d57c24 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011159 Jun 23 17:09:12.677551 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368109b-e030-4cb6-8912-dd52950a386a req-36906ba0-2672-43d2-b46d-94808c82544b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:12.680599 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a368109b-e030-4cb6-8912-dd52950a386a req-36906ba0-2672-43d2-b46d-94808c82544b tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.0847719 Jun 23 17:09:12.717390 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-c9d5664a-c9d1-431d-b004-b0c07daa5558 req-11926a94-f4ee-4550-a9c4-ae3e379d0c09 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187062 Jun 23 17:09:12.817014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Deleting port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:12.817350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:12.939093 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] For port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:12.939467 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.019362 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858572-7609-4a87-a6d7-e58ca9f1c61b req-3e213153-d464-4d32-87d7-1dfd23a22f26 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:13.021105 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-11858572-7609-4a87-a6d7-e58ca9f1c61b req-3e213153-d464-4d32-87d7-1dfd23a22f26 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 945 time: 0.1105356 Jun 23 17:09:13.079791 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-11858572-7609-4a87-a6d7-e58ca9f1c61b req-74d90a60-d61d-45ea-8c99-c7818ded01c3 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups?id=4c01e162-14f4-49f3-b075-eb2270a4a217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Jun 23 17:09:13.449930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.450644 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.450644 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Floating IP 4776a09e-9ee7-413b-b4b9-fa97a72c2754 disassociated. External IP: 172.27.1.211, port: 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1. Jun 23 17:09:13.450933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Calling delete_port for 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:13.623910 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808408-5a65-4698-8482-c31f836c55f8 req-bbb3aed3-59c7-48ef-936e-dbaba5bc935f tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:13.625694 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5a808408-5a65-4698-8482-c31f836c55f8 req-bbb3aed3-59c7-48ef-936e-dbaba5bc935f tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.1245534 Jun 23 17:09:13.696461 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5a808408-5a65-4698-8482-c31f836c55f8 req-5ca2b8a5-4af5-4fac-9ad6-cf4d0c9d1652 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560992 Jun 23 17:09:13.729243 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:13.735104 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:13.763652 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'Port': ['ID=24cdc99a-0a6d-4cb8-9422-485a8cb90fa1,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:13.767438 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:13.890767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:14.009942 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:14.022724 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:14.037383 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:14.038931 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:14.073414 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] No DVR routers for this DVR port 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:14.077267 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:14.080791 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a368109b-e030-4cb6-8912-dd52950a386a req-55d185f4-a2dc-402a-8cc8-fb5dc493c07d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.68 "DELETE /v2.0/ports/24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 HTTP/1.1" status: 204 len: 173 time: 1.3954306 Jun 23 17:09:14.081634 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'name': 'network-vif-deleted', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:14.087443 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038a079-45ba-4f3f-a958-299f09c37d01" -d '{"events": [{"server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "name": "network-vif-deleted", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:14.157434 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa47cac-803f-40e0-9098-ddbaa8ea5a48 x-openstack-request-id: req-3fa47cac-803f-40e0-9098-ddbaa8ea5a48 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:14.157832 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7080ad7c-be58-457a-98e7-a2c3ca31e183", "name": "network-vif-deleted", "tag": "24cdc99a-0a6d-4cb8-9422-485a8cb90fa1", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:14.158222 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-3fa47cac-803f-40e0-9098-ddbaa8ea5a48 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:14.158775 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7080ad7c-be58-457a-98e7-a2c3ca31e183', 'name': 'network-vif-deleted', 'tag': '24cdc99a-0a6d-4cb8-9422-485a8cb90fa1', 'status': 'completed', 'code': 200} Jun 23 17:09:14.224217 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:14.271966 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-eeba1f6c-cdca-490f-a26a-f6b4985b31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:14.305222 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-2228f405-bed8-491c-a16e-645034eb7dd3 req-06b34b6e-5a98-4153-9709-495a0154ae7d tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0292487 Jun 23 17:09:14.451369 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:14.478523 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:14.487845 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:14.488505 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:08:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:14.613072 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:14.916908 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245337-a0f6-49b5-8603-2f1f4fabcdf6 req-e02e3c2f-6572-4894-9554-35d827673ab1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:14.917703 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9f7d4-097c-40f2-81f4-10e913fe0347 req-8bed99fa-98ea-4bc5-90b4-acdea6a62a2d tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:14.918600 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7d245337-a0f6-49b5-8603-2f1f4fabcdf6 req-e02e3c2f-6572-4894-9554-35d827673ab1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0795200 Jun 23 17:09:14.920957 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-79e9f7d4-097c-40f2-81f4-10e913fe0347 req-8bed99fa-98ea-4bc5-90b4-acdea6a62a2d tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.1014175 Jun 23 17:09:14.929203 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:14.958369 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be6624-aeb5-49c1-ac2e-f0ed57b9cddc None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:03:36Z', 'revision_number': 4, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': '4fd0efea-7965-4663-87ba-96a46ecdd3dd', 'name': '', 'network_id': '0ceacc60-71b4-479d-a1dd-17b9ae742c7c', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'mac_address': 'fa:16:3e:6e:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:35Z', 'updated_at': '2021-06-23T17:03:42Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'subnets': [{'id': '2700855e-1c7d-45a4-857b-e3d271a009af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:14.968616 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7d245337-a0f6-49b5-8603-2f1f4fabcdf6 req-97f4ec82-c4f7-475c-910b-4d2e1dc590c2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Jun 23 17:09:14.978127 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-79e9f7d4-097c-40f2-81f4-10e913fe0347 req-c7b45607-5c7c-4742-be1b-e1152131f696 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Jun 23 17:09:15.188037 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:15.212692 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0733faf3-62f5-4f6e-b686-1f45aa7e42bf None None] New status for floating IP 4776a09e-9ee7-413b-b4b9-fa97a72c2754: DOWN {{(pid=100519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:09:15.216174 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:15.216749 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 24cdc99a-0a6d-4cb8-9422-485a8cb90fa1 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:15.485631 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-1825d3c9-92a1-45e4-ab32-8c82bbf83fad req-334d6594-2fca-4327-972d-94417d2e9c6e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/ports?device_id=7080ad7c-be58-457a-98e7-a2c3ca31e183 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Jun 23 17:09:16.148547 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d9a2-7065-4236-aa8c-f52968c83a4c req-b89b1e8c-233c-473d-bdd4-b4003ed11c62 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:16.150320 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-55f2d9a2-7065-4236-aa8c-f52968c83a4c req-b89b1e8c-233c-473d-bdd4-b4003ed11c62 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0672603 Jun 23 17:09:16.176089 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113a47f-3c47-4707-97ce-86b9abe151e5 req-1536e6c8-a89b-4898-88b0-c74194b7734a tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:16.177643 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a113a47f-3c47-4707-97ce-86b9abe151e5 req-1536e6c8-a89b-4898-88b0-c74194b7734a tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0843358 Jun 23 17:09:16.189722 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-55f2d9a2-7065-4236-aa8c-f52968c83a4c req-95aa8cc0-47ae-4cac-a63e-ba1eb131af13 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335402 Jun 23 17:09:16.230357 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-a113a47f-3c47-4707-97ce-86b9abe151e5 req-958f6ca0-7f86-43a2-a640-eb5191b1b775 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Jun 23 17:09:16.701203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55688) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:16.755744 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:16.779406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:16.950782 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:16.953453 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:16.954658 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "DELETE /v2.0/security-groups/4c01e162-14f4-49f3-b075-eb2270a4a217 HTTP/1.1" status: 204 len: 168 time: 0.2523913 Jun 23 17:09:16.955441 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a0f538ad-c908-49f5-9f57-180ab62ec6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:16.957652 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55690) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:16.964899 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01e162-14f4-49f3-b075-eb2270a4a217,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:16.969005 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:16.979163 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.api.v2.resource [None req-969ea935-1965-44a8-a8e6-0dc0637ac20f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] show failed (client error): The resource could not be found. Jun 23 17:09:16.984242 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-969ea935-1965-44a8-a8e6-0dc0637ac20f tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "GET /v2.0/security-groups/4c01e162-14f4-49f3-b075-eb2270a4a217 HTTP/1.1" status: 404 len: 347 time: 0.0218644 Jun 23 17:09:16.986945 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55692) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:17.008370 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ea21491c-408c-432e-9f2f-009d2a909719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.031318 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.161607 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-65c52fcb-3fec-49b4-8c18-230719a549b0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:17.163886 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-65c52fcb-3fec-49b4-8c18-230719a549b0 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.68 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0977237 Jun 23 17:09:17.169188 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Deleting port 3df3ac07-f083-42fa-b3d7-17371d06cabe {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:17.169523 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.315043 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.315378 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.344777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Calling delete_port for 3df3ac07-f083-42fa-b3d7-17371d06cabe owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:17.429519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Deleting port 1661fe06-7bc4-4afc-9982-c9d5c897391d {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:17.429918 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.430875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed756-d6bd-4b5b-b318-9fb184486f1a req-a0802929-71c4-4028-9f61-b28a15678994 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:17.433182 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-925ed756-d6bd-4b5b-b318-9fb184486f1a req-a0802929-71c4-4028-9f61-b28a15678994 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 945 time: 0.0724962 Jun 23 17:09:17.473362 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-925ed756-d6bd-4b5b-b318-9fb184486f1a req-81879db8-299c-4de2-8fdc-a01f342885da tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/security-groups?id=6e632859-83cc-4b06-a546-ace25c29a9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Jun 23 17:09:17.550568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7d42e-823e-4b8e-8e0c-1e0407833304 req-1399c692-983a-420f-87ac-f2a6bc8b3530 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:17.552030 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cff7d42e-823e-4b8e-8e0c-1e0407833304 req-1399c692-983a-420f-87ac-f2a6bc8b3530 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.2261553 Jun 23 17:09:17.590101 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] For port 1661fe06-7bc4-4afc-9982-c9d5c897391d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1661fe06-7bc4-4afc-9982-c9d5c897391d,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:17.590464 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.634665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Calling delete_port for 1661fe06-7bc4-4afc-9982-c9d5c897391d owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:17.642703 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cff7d42e-823e-4b8e-8e0c-1e0407833304 req-d9714fcd-164f-40b4-a6b0-b241a56d61bc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814998 Jun 23 17:09:17.755788 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.759865 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c8b1c848-6da8-4935-be92-4eb07397eff9 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:17.787862 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Pushing event deleted for resources: {'Port': ['ID=3df3ac07-f083-42fa-b3d7-17371d06cabe,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:17.794393 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:17.860529 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.862888 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.864039 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] 10.222.0.99 "DELETE /v2.0/floatingips/4776a09e-9ee7-413b-b4b9-fa97a72c2754 HTTP/1.1" status: 204 len: 168 time: 0.8756800 Jun 23 17:09:17.883360 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.887288 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-286dc6ef-f5e1-461a-92e6-302e1c2555e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:17.918181 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Pushing event deleted for resources: {'Port': ['ID=1661fe06-7bc4-4afc-9982-c9d5c897391d,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:17.920649 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:17.920935 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['1661fe06-7bc4-4afc-9982-c9d5c897391d'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:09:17.966106 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] No DVR routers for this DVR port 1661fe06-7bc4-4afc-9982-c9d5c897391d on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:17.970104 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:17.972119 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ba06cd55-2720-4931-9a06-3a5115c2f937 req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.68 "DELETE /v2.0/ports/1661fe06-7bc4-4afc-9982-c9d5c897391d HTTP/1.1" status: 204 len: 173 time: 0.8007381 Jun 23 17:09:17.972726 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'name': 'network-vif-deleted', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:17.975205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b02c5-1036-4408-92e7-068f9e017c9b" -d '{"events": [{"server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "name": "network-vif-deleted", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:18.012116 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2307a5f2-c7a4-4bf6-8d7a-8a5713ebec6b x-openstack-request-id: req-2307a5f2-c7a4-4bf6-8d7a-8a5713ebec6b {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:18.012451 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16000d9-41f8-4024-9c21-12d02f773926", "name": "network-vif-deleted", "tag": "1661fe06-7bc4-4afc-9982-c9d5c897391d", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:18.012785 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-2307a5f2-c7a4-4bf6-8d7a-8a5713ebec6b {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:18.013189 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16000d9-41f8-4024-9c21-12d02f773926', 'name': 'network-vif-deleted', 'tag': '1661fe06-7bc4-4afc-9982-c9d5c897391d', 'status': 'completed', 'code': 200} Jun 23 17:09:18.626522 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:18.639569 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f5f187ef-6d60-4daa-a607-942b6219d1b5 req-29af51e7-fb98-48cb-a4b4-dbccdc7b24b8 tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] 10.222.0.99 "GET /v2.0/ports?device_id=a16000d9-41f8-4024-9c21-12d02f773926 HTTP/1.1" status: 200 len: 210 time: 0.0310929 Jun 23 17:09:18.849017 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131234b1-936f-47b0-8769-74dc758bc4ce req-78dea9de-ee51-4323-b6b1-908b817a279b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:18.851605 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-131234b1-936f-47b0-8769-74dc758bc4ce req-78dea9de-ee51-4323-b6b1-908b817a279b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0811539 Jun 23 17:09:18.898508 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-131234b1-936f-47b0-8769-74dc758bc4ce req-a933e2c7-1f0e-4a0a-8615-5cd48f76d6cb tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406218 Jun 23 17:09:20.109638 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a2a3-0487-4869-aac3-884d0aefbd9f req-82d22464-2f50-4d1a-ab84-7e712a64eb54 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:20.112992 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4bf4a2a3-0487-4869-aac3-884d0aefbd9f req-82d22464-2f50-4d1a-ab84-7e712a64eb54 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0799398 Jun 23 17:09:20.184557 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4bf4a2a3-0487-4869-aac3-884d0aefbd9f req-664b2285-40b3-458b-a11e-3236efc25726 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558357 Jun 23 17:09:20.631265 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:21.220458 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 7761cf98-1283-4d4c-ae80-d80d1988f926 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:09:21.229392 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 1661fe06-7bc4-4afc-9982-c9d5c897391d no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:21.258091 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 1661fe06-7bc4-4afc-9982-c9d5c897391d {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:21.258643 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 1661fe06-7bc4-4afc-9982-c9d5c897391d not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:21.358039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7761cf98-1283-4d4c-ae80-d80d1988f926,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:21.372713 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'port_id': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'mac_address': 'fa:16:3e:0d:d0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:09:21.398922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371beb9b-72c4-4ef4-aff7-a84e75461c56 req-2451a91a-d6df-449d-ab7d-b507c7301de7 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:21.400564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-371beb9b-72c4-4ef4-aff7-a84e75461c56 req-2451a91a-d6df-449d-ab7d-b507c7301de7 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 943 time: 0.0711598 Jun 23 17:09:21.429459 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:21.450456 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-371beb9b-72c4-4ef4-aff7-a84e75461c56 req-ce6484af-ca08-47ec-a244-4674a52d496c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407009 Jun 23 17:09:21.453621 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7761cf98-1283-4d4c-ae80-d80d1988f926 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:09:21.492683 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7761cf98-1283-4d4c-ae80-d80d1988f926,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:21.498406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55774) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:21.598162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:21.600799 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-716c5e37-eb2c-4911-ae61-08e5f4340665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:21.648182 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:21.651383 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:21.859791 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:21.917670 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['7761cf98-1283-4d4c-ae80-d80d1988f926'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:09:22.179466 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Deleting port e1773517-8856-4ccd-acb9-bcf8dd200c3f {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:22.179849 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:22.188098 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55782) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:22.277862 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] For port e1773517-8856-4ccd-acb9-bcf8dd200c3f, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=e1773517-8856-4ccd-acb9-bcf8dd200c3f,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:22.278489 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:22.294080 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Calling delete_port for e1773517-8856-4ccd-acb9-bcf8dd200c3f owned by network:router_interface {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:22.563976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:22.566760 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-310ec1dd-84b7-451a-ab4a-7840b30dd7bf tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:22.631623 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=e1773517-8856-4ccd-acb9-bcf8dd200c3f,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:22.682880 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.683525 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.684144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.684795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.685356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.686013 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.687355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.687355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.687848 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.688429 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.689022 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.689621 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:22.697151 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:23.030922 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.118716 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be90d9-0837-46a9-a55b-efe92e354c58 req-d30e0f2d-1a76-4692-9e38-32e063d47ddd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:23.120316 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-69be90d9-0837-46a9-a55b-efe92e354c58 req-d30e0f2d-1a76-4692-9e38-32e063d47ddd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 944 time: 0.5108869 Jun 23 17:09:23.208773 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-69be90d9-0837-46a9-a55b-efe92e354c58 req-3cacd976-e78f-473c-b05c-6578f451926c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799198 Jun 23 17:09:23.212325 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.235791 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 7761cf98-1283-4d4c-ae80-d80d1988f926 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:09:23.338556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Deleting port 4fd0efea-7965-4663-87ba-96a46ecdd3dd {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:23.338976 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.368754 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 7761cf98-1283-4d4c-ae80-d80d1988f926 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:09:23.374626 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 7761cf98-1283-4d4c-ae80-d80d1988f926 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:09:23.375215 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.426059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] For port 4fd0efea-7965-4663-87ba-96a46ecdd3dd, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4fd0efea-7965-4663-87ba-96a46ecdd3dd,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:23.426405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.440618 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Calling delete_port for 4fd0efea-7965-4663-87ba-96a46ecdd3dd owned by network:router_interface {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:23.470223 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:23.498855 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.537198 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:23.541663 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511059d6-cdcb-46c8-8ddb-2a01544ecfbc" -d '{"events": [{"server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "name": "network-vif-plugged", "status": "completed", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:23.563035 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7761cf98-1283-4d4c-ae80-d80d1988f926,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:23.656940 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:23.663296 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-2cc7848c-c60a-42c7-9af7-04d853fb4ecc admin admin] 10.222.0.99 "PUT /v2.0/routers/fad68961-5c4e-4d5b-bf96-bbb2cfcbd027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1609819 Jun 23 17:09:23.663997 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55792) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:23.669981 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Sync routers for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:23.680618 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6b9d04-a48e-4253-8879-6ade06d7b65f x-openstack-request-id: req-ea6b9d04-a48e-4253-8879-6ade06d7b65f {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:23.680937 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "name": "network-vif-plugged", "status": "completed", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:23.681468 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ea6b9d04-a48e-4253-8879-6ade06d7b65f {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:23.681792 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'code': 200} Jun 23 17:09:23.683041 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.683352 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:23.684023 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:23.686322 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:23.728620 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:23.732833 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a7a76bca-c38b-42df-a691-539c6e7b7298 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:23.740979 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:23.744957 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:23.795252 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd0efea-7965-4663-87ba-96a46ecdd3dd,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:23.808723 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.809108 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.809690 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.809817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.810175 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.810540 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.810885 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.811247 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.811381 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:23.811637 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.811992 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.812343 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.812692 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:23.840337 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:23.882749 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.085063 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.097977 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.104311 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:09:22Z', 'revision_number': 5, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port': {'id': 'd28cf992-5057-47c7-856f-6498daf5c7d5', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:55:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:22Z', 'updated_at': '2021-06-23T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:24.131986 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Checking router: fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:24.145136 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Routers {'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:24.145136 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:24.246003 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214272c1-2ae1-4428-be90-51e8fdc05e5b req-242e7f52-1c69-499d-8c7d-9bc70fc8c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:24.247739 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-214272c1-2ae1-4428-be90-51e8fdc05e5b req-242e7f52-1c69-499d-8c7d-9bc70fc8c468 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1098 time: 0.0668118 Jun 23 17:09:24.257538 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Deleting port d28cf992-5057-47c7-856f-6498daf5c7d5 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:24.257879 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.269115 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] Set router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 gateway port host: None {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:24.296533 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-214272c1-2ae1-4428-be90-51e8fdc05e5b req-3b5d84df-2794-476f-afbc-5d01cc6f9ad9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393581 Jun 23 17:09:24.323394 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:09:24Z', 'revision_number': 6, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port_host': None}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:24.355172 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed980aa-62d2-487a-855f-80d8d90d006b None None] The sync data for ids ['fad68961-5c4e-4d5b-bf96-bbb2cfcbd027'] in dv-cinder-796950-7-iscsi is: [{'id': 'fad68961-5c4e-4d5b-bf96-bbb2cfcbd027', 'name': 'tempest-TestMinimumBasicScenario-743045802-router', 'tenant_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:21Z', 'updated_at': '2021-06-23T17:09:24Z', 'revision_number': 6, 'project_id': 'ac10c23c719a4155bd673e36ffd4e14a', 'gw_port_host': None}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:24.420452 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] For port d28cf992-5057-47c7-856f-6498daf5c7d5, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=d28cf992-5057-47c7-856f-6498daf5c7d5,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:24.420744 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.436549 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ba3af-c28f-4536-ab82-74bfbeef9fbe req-29e2673e-1236-42b4-b851-325794a566a4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:24.437424 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Router 563c2d82-f417-440f-9f07-1c8a1dfcd24b has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:24.438389 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Calling delete_port for d28cf992-5057-47c7-856f-6498daf5c7d5 owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:24.438525 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f98ba3af-c28f-4536-ab82-74bfbeef9fbe req-29e2673e-1236-42b4-b851-325794a566a4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.0718639 Jun 23 17:09:24.484312 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f98ba3af-c28f-4536-ab82-74bfbeef9fbe req-947cea5d-8d86-4e25-b975-7ec2c2077d92 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386271 Jun 23 17:09:24.656116 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:24.656116 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-7287b29b-03df-4d7e-8a58-bce891daa471 admin admin] 10.222.0.99 "PUT /v2.0/routers/563c2d82-f417-440f-9f07-1c8a1dfcd24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649603 Jun 23 17:09:24.657574 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Sync routers for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:24.658775 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55798) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:24.667043 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:24.667412 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:24.783353 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks [] for router, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.787461 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.792266 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5ea62119-23b6-4baa-a286-9ab1019bc680 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:24.808087 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:24.837091 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28cf992-5057-47c7-856f-6498daf5c7d5,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:24.845084 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:24.919205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:24.942781 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.046696 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:09:23Z', 'revision_number': 5, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port': {'id': '6842b49d-e972-4726-aefe-6c3f68fcf2ee', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:03:33Z', 'updated_at': '2021-06-23T17:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:25.059724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.062071 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.074925 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Checking router: 563c2d82-f417-440f-9f07-1c8a1dfcd24b for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:25.084817 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Routers {'563c2d82-f417-440f-9f07-1c8a1dfcd24b'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:25.085460 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:25.087292 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Deleting port 6842b49d-e972-4726-aefe-6c3f68fcf2ee {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:25.090373 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.186521 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] For port 6842b49d-e972-4726-aefe-6c3f68fcf2ee, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=6842b49d-e972-4726-aefe-6c3f68fcf2ee,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:25.186777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.196688 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] Set router 563c2d82-f417-440f-9f07-1c8a1dfcd24b gateway port host: None {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:25.213048 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Calling delete_port for 6842b49d-e972-4726-aefe-6c3f68fcf2ee owned by network:router_gateway {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:25.221932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.226136 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:09:25.232235 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.238539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55800) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:25.238799 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-42c341d9-e6a0-4d39-944e-2329c28d0a25 admin admin] 10.222.0.99 "DELETE /v2.0/routers/fad68961-5c4e-4d5b-bf96-bbb2cfcbd027 HTTP/1.1" status: 204 len: 168 time: 1.5730617 Jun 23 17:09:25.264904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device e1773517-8856-4ccd-acb9-bcf8dd200c3f no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:25.264904 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:09:24Z', 'revision_number': 6, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port_host': None}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:25.309525 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: e1773517-8856-4ccd-acb9-bcf8dd200c3f {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:25.309969 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device e1773517-8856-4ccd-acb9-bcf8dd200c3f not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:25.311777 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3475e-cd40-42ee-a88f-2d3adc31e061 None None] The sync data for ids ['563c2d82-f417-440f-9f07-1c8a1dfcd24b'] in dv-cinder-796950-7-iscsi is: [{'id': '563c2d82-f417-440f-9f07-1c8a1dfcd24b', 'name': 'tempest-AttachVolumeTestJSON-110488463-router', 'tenant_id': 'ebffa835389840cba7dbf66c08be5e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:03:32Z', 'updated_at': '2021-06-23T17:09:24Z', 'revision_number': 6, 'project_id': 'ebffa835389840cba7dbf66c08be5e3b', 'gw_port_host': None}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:25.374261 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Deleting subnet b380605a-d344-4b7b-a12b-621b41ba650b {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:25.390144 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.471307 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.665654 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.808302 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.810535 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:25.830557 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32830a-d7ba-452c-a427-aaa9b3d219c2 req-4d80cb15-1501-49c5-a86c-31c50a9d47a1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:25.832199 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c32830a-d7ba-452c-a427-aaa9b3d219c2 req-4d80cb15-1501-49c5-a86c-31c50a9d47a1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.1039870 Jun 23 17:09:25.848490 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Pushing event deleted for resources: {'Port': ['ID=6842b49d-e972-4726-aefe-6c3f68fcf2ee,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:25.852879 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:25.882006 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.884678 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c32830a-d7ba-452c-a427-aaa9b3d219c2 req-f61c6e34-ac98-4a0e-9546-832d32295704 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428874 Jun 23 17:09:25.899727 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ecc8532e-abff-498f-a830-f559c23090aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:25.930313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b380605a-d344-4b7b-a12b-621b41ba650b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:25.936801 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:25.939408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:25.943579 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae10642-fd17-44c5-b45e-65bde40930fc None None] Network 9e591fba-3762-431f-a76f-d5a8ba9af7ee requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:25.944231 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55804) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:25.944374 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-575081c1-43de-43f5-b1fd-6159a269acef admin admin] 10.222.0.99 "DELETE /v2.0/subnets/b380605a-d344-4b7b-a12b-621b41ba650b HTTP/1.1" status: 204 len: 168 time: 0.7035182 Jun 23 17:09:25.955374 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.025407 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.059984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.062211 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.094537 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Deleting port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:26.094992 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.168262 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] For port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:26.168620 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.182469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Calling delete_port for fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 owned by network:dhcp {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:26.194331 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bdf761-db8d-458a-8047-caf293235801 None None] DHCP port deletion for 9e591fba-3762-431f-a76f-d5a8ba9af7ee request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:09:26.237614 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.238342 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563c2d82-f417-440f-9f07-1c8a1dfcd24b {{(pid=100518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:09:26.245120 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] Notify callbacks [] for router, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.247040 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-04864052-f613-48cb-99d8-50d780742350 admin admin] 10.222.0.99 "DELETE /v2.0/routers/563c2d82-f417-440f-9f07-1c8a1dfcd24b HTTP/1.1" status: 204 len: 168 time: 1.5865092 Jun 23 17:09:26.248885 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55806) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:26.262622 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Deleting port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:26.263089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.302566 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Deleting subnet 2700855e-1c7d-45a4-857b-e3d271a009af {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:26.306108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.336678 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-56bdf761-db8d-458a-8047-caf293235801 None None] For port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,segment=NetworkSegment(5098d828-8ea8-49ed-b332-ecea5529363a),segment_id=5098d828-8ea8-49ed-b332-ecea5529363a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:26.337000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.343044 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.350892 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Calling delete_port for fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:26.362964 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.366263 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8c1ae1dc-6d90-4fdd-b415-b724c49b7402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:26.401061 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] No DVR routers for this DVR port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 on host dv-cinder-796950-7-iscsi {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:26.405289 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:26.407591 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:26.439956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.443169 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.445809 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-555cc74c-5869-46af-a98f-253d2899110d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:26.478243 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Pushing event deleted for resources: {'Port': ['ID=fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:26.480368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bdf761-db8d-458a-8047-caf293235801 None None] No DVR routers for this DVR port fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:26.482633 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:26.516120 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.528250 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e591fba-3762-431f-a76f-d5a8ba9af7ee']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:26.541164 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5098d828-8ea8-49ed-b332-ecea5529363a') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:26.541545 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5098d828-8ea8-49ed-b332-ecea5529363a') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:26.551324 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.569987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.578228 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:26.578731 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.579887 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d28cf992-5057-47c7-856f-6498daf5c7d5 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:26.580601 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:26.601980 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: d28cf992-5057-47c7-856f-6498daf5c7d5 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:26.602358 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device d28cf992-5057-47c7-856f-6498daf5c7d5 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:26.602860 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 6842b49d-e972-4726-aefe-6c3f68fcf2ee no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:26.615111 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.618701 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:26.633017 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 6842b49d-e972-4726-aefe-6c3f68fcf2ee {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:26.633690 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 6842b49d-e972-4726-aefe-6c3f68fcf2ee not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:26.634120 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:26.648609 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2700855e-1c7d-45a4-857b-e3d271a009af,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:26.651955 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:26.653097 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.655293 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:26.655634 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-310a2ea0-a9e5-4f77-82b4-6af9adccc011 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2700855e-1c7d-45a4-857b-e3d271a009af HTTP/1.1" status: 204 len: 168 time: 0.4043906 Jun 23 17:09:26.655817 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device fcf54f1b-4f91-4c15-bfdb-4922d4fc8b18 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:26.655817 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4fd0efea-7965-4663-87ba-96a46ecdd3dd no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:26.658990 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55808) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:26.675726 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a5743-99b7-44cd-ab58-6818f81af4c9 None None] Network 0ceacc60-71b4-479d-a1dd-17b9ae742c7c requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:26.679752 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 4fd0efea-7965-4663-87ba-96a46ecdd3dd {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:26.680098 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4fd0efea-7965-4663-87ba-96a46ecdd3dd not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:26.729525 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.739005 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.757521 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.761502 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:26.766448 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.775095 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] 10.222.0.99 "DELETE /v2.0/networks/9e591fba-3762-431f-a76f-d5a8ba9af7ee HTTP/1.1" status: 204 len: 168 time: 0.8299603 Jun 23 17:09:26.775415 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55810) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:26.789974 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9e591fba-3762-431f-a76f-d5a8ba9af7ee,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:26.794033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:26.880875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Deleting port 13507906-c8a7-464c-9e7e-807089a773ff {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:26.881756 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.893137 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] DHCP port deletion for 0ceacc60-71b4-479d-a1dd-17b9ae742c7c request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:09:26.940849 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Deleting port 13507906-c8a7-464c-9e7e-807089a773ff {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:26.941311 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:26.992859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] For port 13507906-c8a7-464c-9e7e-807089a773ff, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=13507906-c8a7-464c-9e7e-807089a773ff,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:26.993112 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.013317 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Calling delete_port for 13507906-c8a7-464c-9e7e-807089a773ff owned by network:dhcp {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:27.019902 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] For port 13507906-c8a7-464c-9e7e-807089a773ff, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=13507906-c8a7-464c-9e7e-807089a773ff,segment=NetworkSegment(9d7b0edf-635d-4f41-835f-639d9b5c46a8),segment_id=9d7b0edf-635d-4f41-835f-639d9b5c46a8)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:27.020461 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.034177 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Calling delete_port for 13507906-c8a7-464c-9e7e-807089a773ff owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:27.221020 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68785943-8845-4da2-83cd-c5c252ff0e1b req-7961afbc-c8e1-45a4-a5d8-6f0f82044a54 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:27.222510 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-68785943-8845-4da2-83cd-c5c252ff0e1b req-7961afbc-c8e1-45a4-a5d8-6f0f82044a54 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.2039602 Jun 23 17:09:27.231387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.233781 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-17ff68b1-18fc-4b9b-8185-013d9ab8cb9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:27.262263 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Pushing event deleted for resources: {'Port': ['ID=13507906-c8a7-464c-9e7e-807089a773ff,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:27.265380 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:27.266334 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e3e1c-e2dc-425d-918f-c6152815bcd8 None None] No DVR routers for this DVR port 13507906-c8a7-464c-9e7e-807089a773ff on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:27.266469 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.268270 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-af63e238-982b-428e-a693-645beaa91b14 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:27.308841 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] No DVR routers for this DVR port 13507906-c8a7-464c-9e7e-807089a773ff on host dv-cinder-796950-7-iscsi {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:27.315775 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=13507906-c8a7-464c-9e7e-807089a773ff,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:27.338208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:27.341393 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-68785943-8845-4da2-83cd-c5c252ff0e1b req-d22564c6-536d-4e2f-b3c6-91e885a6bd32 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027455 Jun 23 17:09:27.412422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.425187 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceacc60-71b4-479d-a1dd-17b9ae742c7c']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:27.452108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7b0edf-635d-4f41-835f-639d9b5c46a8') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:27.452370 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7b0edf-635d-4f41-835f-639d9b5c46a8') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:27.463287 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.480551 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.492910 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self.session.flush() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self.session.flush() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self.session.flush() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self.session.flush() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:27.497568 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:27.531252 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a082-e87b-40eb-b6e2-1b84cf444f37 req-504a2389-5ab7-4c2a-ab35-413496800df3 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:27.532709 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ca75a082-e87b-40eb-b6e2-1b84cf444f37 req-504a2389-5ab7-4c2a-ab35-413496800df3 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.0781534 Jun 23 17:09:27.575887 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ca75a082-e87b-40eb-b6e2-1b84cf444f37 req-9a2fe717-61a4-4be1-81d8-635e431278c6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366192 Jun 23 17:09:27.602456 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55816) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:27.713065 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d082b6-4c1c-4961-9eda-5e6d339e026b tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:27.714624 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-46d082b6-4c1c-4961-9eda-5e6d339e026b tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1093 time: 0.1111560 Jun 23 17:09:27.718459 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55820) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:27.724490 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'port_id': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:27.804134 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.826975 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.908835 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.977602 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:27.982757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:28.001358 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.003775 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] 10.222.0.99 "DELETE /v2.0/networks/0ceacc60-71b4-479d-a1dd-17b9ae742c7c HTTP/1.1" status: 204 len: 168 time: 1.3452580 Jun 23 17:09:28.018405 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ceacc60-71b4-479d-a1dd-17b9ae742c7c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:28.022305 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e95472d3-f94d-4994-9df0-be5785076d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:28.032435 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_common [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.27.1.233 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2) {{(pid=100517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:09:28.136835 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Deleting port 3c722108-29a1-41a0-b19c-330a05fa879b {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:28.137202 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.140145 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.217651 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] For port 3c722108-29a1-41a0-b19c-330a05fa879b, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=3c722108-29a1-41a0-b19c-330a05fa879b,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:28.218035 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.231643 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Calling delete_port for 3c722108-29a1-41a0-b19c-330a05fa879b owned by network:router_interface {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:28.282205 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9912935'] for port, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.285229 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a008c858-e70f-4877-a35d-59031e62199b tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:28.328281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:09:28.331174 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:09:28.335729 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:09:28.341653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:28.361752 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:28.533418 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.535629 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55824) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:28.536320 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-11f464a0-23c5-4f95-9e2d-99643e56aedf tempest-TestMinimumBasicScenario-1693019897 tempest-TestMinimumBasicScenario-1693019897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:28.567093 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 13507906-c8a7-464c-9e7e-807089a773ff no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:28.578539 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c722108-29a1-41a0-b19c-330a05fa879b,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:28.585276 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:28.668370 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-e00c781b-8c9f-41f8-8a84-0d6a232a1390 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ebffa835389840cba7dbf66c08be5e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294017 Jun 23 17:09:28.670968 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55826) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:28.759884 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.766354 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 13507906-c8a7-464c-9e7e-807089a773ff {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:28.767024 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 13507906-c8a7-464c-9e7e-807089a773ff not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:28.802319 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.839296 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:28.850874 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.034739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.038131 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.039351 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/51801889-d71d-46f9-80be-e3879598292f HTTP/1.1" status: 204 len: 168 time: 0.3674459 Jun 23 17:09:29.041877 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-23f9c855-c2d7-4701-9227-f0a775b5534d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:29.052372 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51801889-d71d-46f9-80be-e3879598292f,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:29.058212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:29.127975 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Router 3cb88b97-d9e3-4b56-bee3-77f8e75999af has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:29.209967 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.246494 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:29.252137 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] 10.222.0.99 "PUT /v2.0/routers/3cb88b97-d9e3-4b56-bee3-77f8e75999af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4752901 Jun 23 17:09:29.254741 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55830) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:29.255673 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Sync routers for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:29.267277 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:29.268092 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:29.380107 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:29.442949 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.522249 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.575579 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 5, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:29.587727 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9912949'] for port, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.590286 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5cabbb0a-e4ed-40bb-b9fd-dbfd652144a9 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:29.594146 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.615165 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Checking router: 3cb88b97-d9e3-4b56-bee3-77f8e75999af for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:29.629044 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Routers {'3cb88b97-d9e3-4b56-bee3-77f8e75999af'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:29.629996 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:29.670987 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2,revision_number=2']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:29.675107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:29.682505 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.746165 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] Set router 3cb88b97-d9e3-4b56-bee3-77f8e75999af gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:29.820722 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.l3_db [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP 881b91bf-4696-47db-b44a-5e638dba229d associated. External IP: 172.27.1.233, port: 7761cf98-1283-4d4c-ae80-d80d1988f926. Jun 23 17:09:29.825286 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Deleting port 5d7297cc-edca-4eee-a031-2e6e8d243c9a {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:29.825625 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:29.956396 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 5, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:29.988549 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c932850-b52a-48d1-8e51-e4a08c291231 None None] The sync data for ids ['3cb88b97-d9e3-4b56-bee3-77f8e75999af'] in dv-cinder-796950-7-iscsi is: [{'id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'name': 'tempest-TestMinimumBasicScenario-380435525-router', 'tenant_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:06:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 5, 'project_id': 'e3f06e4da7e04b67b8e9a73b5321a117', 'gw_port': {'id': '5d7297cc-edca-4eee-a031-2e6e8d243c9a', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb88b97-d9e3-4b56-bee3-77f8e75999af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:06:29Z', 'updated_at': '2021-06-23T17:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:29.992374 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] For port 5d7297cc-edca-4eee-a031-2e6e8d243c9a, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=5d7297cc-edca-4eee-a031-2e6e8d243c9a,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:29.993052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.011439 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Calling delete_port for 5d7297cc-edca-4eee-a031-2e6e8d243c9a owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:30.208303 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:09:30.370950 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:09:30.386816 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:09:30.392508 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:30.393153 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:30.427194 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.427194 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-97c9e76f-6e93-412f-91e4-824902ce99cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:30.442159 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7297cc-edca-4eee-a031-2e6e8d243c9a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:30.445514 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:30.526886 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.533940 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:30.588322 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.639075 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 3c722108-29a1-41a0-b19c-330a05fa879b no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:30.660342 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9405117 Jun 23 17:09:30.664062 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926'}] {{(pid=100517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:09:30.666495 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4216c027fa8fe6105e0e6f24fef03943fcb7cc82e1a6bbd0e7efb38d99c0d7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4b31b-2283-4489-ae3a-f84cfd06d632" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926"}]}' {{(pid=100517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:09:30.675856 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.679849 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.700852 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 3c722108-29a1-41a0-b19c-330a05fa879b {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:30.701073 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 3c722108-29a1-41a0-b19c-330a05fa879b not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:30.729071 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f667cd08-4697-498a-996e-d3afd03a4dac x-openstack-request-id: req-f667cd08-4697-498a-996e-d3afd03a4dac {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:09:30.729431 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926", "status": "completed", "code": 200}]} {{(pid=100517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:09:30.729731 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-f667cd08-4697-498a-996e-d3afd03a4dac {{(pid=100517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:09:30.730167 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'status': 'completed', 'code': 200} Jun 23 17:09:30.813905 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.814738 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb88b97-d9e3-4b56-bee3-77f8e75999af {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:09:30.821075 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.833695 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-b0be2280-ccf4-4799-9953-8b23b1994ad3 admin admin] 10.222.0.99 "DELETE /v2.0/routers/3cb88b97-d9e3-4b56-bee3-77f8e75999af HTTP/1.1" status: 204 len: 168 time: 1.5658693 Jun 23 17:09:30.833695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55858) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:30.835324 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-c3e60aef-c145-4127-85d3-1f3ff51d03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:30.837935 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-c3e60aef-c145-4127-85d3-1f3ff51d03b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1098 time: 0.0603824 Jun 23 17:09:30.862551 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '881b91bf-4696-47db-b44a-5e638dba229d', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:0d:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:09:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:30.896165 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:09:30.896351 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Deleting subnet e78ed962-b369-4dfe-957e-47cbf68f1284 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:30.901343 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.908072 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:09:30.908803 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:09:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:30.967519 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:30.988533 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-985d38ea-59a7-4f06-b1d6-50db8cda400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:30.990693 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-985d38ea-59a7-4f06-b1d6-50db8cda400c service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.1455171 Jun 23 17:09:31.040443 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:09:31.067072 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.081855 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-21c83204-cb2c-450c-a8f0-5fdc1e91486b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761cf98-1283-4d4c-ae80-d80d1988f926 HTTP/1.1" status: 200 len: 999 time: 0.0764627 Jun 23 17:09:31.150312 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-2df974fa-0926-4fe7-a1c3-a3c236cdab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:31.151873 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-2df974fa-0926-4fe7-a1c3-a3c236cdab6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0621428 Jun 23 17:09:31.217580 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-bd4fa898-c7c2-47ef-81c3-1d4f408b26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:31.219605 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-bd4fa898-c7c2-47ef-81c3-1d4f408b26f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606318 Jun 23 17:09:31.220284 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.223573 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f5689342-52e2-4ed8-8ea7-881b9dfcae2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:31.255846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78ed962-b369-4dfe-957e-47cbf68f1284,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:31.259948 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:31.261471 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.266750 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0a970750-a6af-40fe-b03b-ca9eac53e8df admin admin] 10.222.0.99 "DELETE /v2.0/subnets/e78ed962-b369-4dfe-957e-47cbf68f1284 HTTP/1.1" status: 204 len: 168 time: 0.4380379 Jun 23 17:09:31.267230 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55870) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:31.274162 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60413e8a-38c4-4603-bd81-fd25c6d5d71d None None] Network 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:31.354880 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.367055 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-f466ccba-f130-4f19-9dcc-ae005bb04566 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400390 Jun 23 17:09:31.408969 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '881b91bf-4696-47db-b44a-5e638dba229d', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:0d:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:09:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:31.456425 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Deleting port 536dade4-885f-4679-a726-785f19225e32 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:31.457172 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.464542 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705484ef-02f7-4628-a3a2-9b0c37f1e5ec None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '881b91bf-4696-47db-b44a-5e638dba229d', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:0d:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:09:28Z', 'updated_at': '2021-06-23T17:09:28Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:09:31.499210 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-aac4b31b-2283-4489-ae3a-f84cfd06d632 req-0fe4a827-084b-41a5-96ee-5f085702a658 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269875 Jun 23 17:09:31.584459 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] For port 536dade4-885f-4679-a726-785f19225e32, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=536dade4-885f-4679-a726-785f19225e32,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:31.585710 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.598530 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Calling delete_port for 536dade4-885f-4679-a726-785f19225e32 owned by network:dhcp {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:31.622229 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] DHCP port deletion for 0f5e2c27-5ba2-48d8-9c42-e8ee95211448 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:09:31.677591 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Deleting port 536dade4-885f-4679-a726-785f19225e32 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:09:31.677779 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.746749 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381d799-ef23-4e82-bb3b-06517c006d88 None None] New status for floating IP 881b91bf-4696-47db-b44a-5e638dba229d: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:09:31.752377 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] For port 536dade4-885f-4679-a726-785f19225e32, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=536dade4-885f-4679-a726-785f19225e32,segment=NetworkSegment(cd324ddf-59d3-48d8-a13a-707b476ff785),segment_id=cd324ddf-59d3-48d8-a13a-707b476ff785)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:09:31.752800 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.769056 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Calling delete_port for 536dade4-885f-4679-a726-785f19225e32 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:09:31.791743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.797036 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-67767e92-b272-464f-a3ab-ad1d0b74ecda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:31.841104 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Pushing event deleted for resources: {'Port': ['ID=536dade4-885f-4679-a726-785f19225e32,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:31.844160 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:31.849660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] No DVR routers for this DVR port 536dade4-885f-4679-a726-785f19225e32 on host dv-cinder-796950-7-iscsi {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:31.865505 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.868067 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:31.895624 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] No DVR routers for this DVR port 536dade4-885f-4679-a726-785f19225e32 on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:09:31.901442 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Pushing event deleted for resources: {'Port': ['ID=536dade4-885f-4679-a726-785f19225e32,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:31.909223 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.909566 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.909961 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.910292 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.910615 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.910948 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.911274 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.911629 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.911954 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.913077 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.913344 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.913663 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:09:31.917492 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-b4a9b626-0653-4f61-84f3-d5e4915fb142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:31.927165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.937632 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e2c27-5ba2-48d8-9c42-e8ee95211448']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:31.948406 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd324ddf-59d3-48d8-a13a-707b476ff785') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:31.948687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd324ddf-59d3-48d8-a13a-707b476ff785') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:31.958016 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.977509 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.984473 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Releasing vlan 1465 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:31.984909 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:31.986654 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:32.179953 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.183846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:32.186581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.188756 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] 10.222.0.99 "DELETE /v2.0/networks/0f5e2c27-5ba2-48d8-9c42-e8ee95211448 HTTP/1.1" status: 204 len: 168 time: 0.9204836 Jun 23 17:09:32.201765 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5e2c27-5ba2-48d8-9c42-e8ee95211448,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:32.204209 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-2bf63a60-484e-4522-8097-c59dad75950a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:32.285812 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55888) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:32.389107 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.488003 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.546428 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 536dade4-885f-4679-a726-785f19225e32 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:32.566287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 536dade4-885f-4679-a726-785f19225e32 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:32.566647 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 536dade4-885f-4679-a726-785f19225e32 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:32.567075 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 5d7297cc-edca-4eee-a031-2e6e8d243c9a no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:09:32.585462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 5d7297cc-edca-4eee-a031-2e6e8d243c9a {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:09:32.585819 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 5d7297cc-edca-4eee-a031-2e6e8d243c9a not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:09:32.613812 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.616557 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-bb44e061-91f1-4ba7-a043-2b83b727e376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:32.656889 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=dbb2b95a52b04607bd27d99d909728ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699439 Jun 23 17:09:32.657838 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0e35c-dbfc-4ca5-b346-0b51cb135c23,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:32.660229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55892) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:32.661180 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f90f70b1-ff79-465b-ad4a-d497bf95a18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:32.706888 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55894) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:32.719504 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.740915 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.746490 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-60d91cbc-efd9-4255-8ac0-c9ae6e1d624f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=ac10c23c719a4155bd673e36ffd4e14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382376 Jun 23 17:09:32.748827 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55896) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:32.805661 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.828611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.905440 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.908486 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.910011 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/5aa0e35c-dbfc-4ca5-b346-0b51cb135c23 HTTP/1.1" status: 204 len: 168 time: 0.2483635 Jun 23 17:09:32.911165 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b16c57a-a766-43ed-b565-1b05b6e71444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:32.921580 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0e35c-dbfc-4ca5-b346-0b51cb135c23,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:32.924641 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-948634ae-5112-42fe-8070-99d9c7190ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:32.985237 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.987801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:32.988956 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/6e632859-83cc-4b06-a546-ace25c29a9d7 HTTP/1.1" status: 204 len: 168 time: 0.2392237 Jun 23 17:09:32.990070 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-5cf54e6c-51f9-46ab-8243-e72350d30a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:32.998578 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e632859-83cc-4b06-a546-ace25c29a9d7,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:33.001295 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-de02165e-f703-4e63-9b36-ac695baebfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:33.911670 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55906) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:33.925747 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.001135 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55908) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:34.020949 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.045952 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-100043b9-1d92-4b7a-a06a-6185188ab5f9 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e3f06e4da7e04b67b8e9a73b5321a117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434642 Jun 23 17:09:34.052406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55910) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:34.106319 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.127860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.151837 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.154515 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4268cff4-7577-436d-ba14-07e0293c5a34 tempest-AttachVolumeShelveTestJSON-482797977 tempest-AttachVolumeShelveTestJSON-482797977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:34.192090 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=d56ab82b26bc46b3a9d79c7944d1a8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791705 Jun 23 17:09:34.193059 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61265968-a2f0-4676-ab3e-ca95f7e4e8f2,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:34.195028 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55912) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:34.196085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-79c5d9e6-03c6-4413-89b9-39a5cf54b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:34.252205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.274066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.431224 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.435106 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.438865 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/c214063c-238e-4aee-9d2e-380269636667 HTTP/1.1" status: 204 len: 168 time: 0.3830481 Jun 23 17:09:34.438865 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a44037b0-48d3-4c28-bd42-3d983b2aa278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:34.450172 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214063c-238e-4aee-9d2e-380269636667,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:34.452748 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-146cb200-0c58-4e19-88c9-e7476ebfb622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:34.533685 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.536467 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:34.537691 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/61265968-a2f0-4676-ab3e-ca95f7e4e8f2 HTTP/1.1" status: 204 len: 168 time: 0.3413947 Jun 23 17:09:34.538598 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-edfba346-807e-4602-8700-5fbd21453d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:34.547762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61265968-a2f0-4676-ab3e-ca95f7e4e8f2,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:34.549945 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:35.802332 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55936) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:35.904779 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-880794097-network', 'tenant_id': '49e9a9492d6a4e3481ed9ce832beda9c'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:36.077097 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Made reservation on behalf of 49e9a9492d6a4e3481ed9ce832beda9c for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:09:36.079534 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.089269 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.101825 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:09:36.188304 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.298344 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.301474 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9236336d-7ecd-4b0d-9bc5-b2817bf9bef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:36.323420 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1494} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:09:36.333194 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98671387-8e67-4c9d-a3ee-ac3a5b7a2a33,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:36.338070 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:36.339627 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.340095 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Added segment 6f0db213-0f88-47b4-a1d8-b8a7c7e2edf1 of type vlan for network 135ec1f1-cd22-4015-852e-dd33b869039b Jun 23 17:09:36.384846 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.510724 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.512141 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:36.512736 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:36.515042 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:36.574475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=135ec1f1-cd22-4015-852e-dd33b869039b,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:36.577236 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:36.584512 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 135ec1f1-cd22-4015-852e-dd33b869039b details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:09:36.752066 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9484301 Jun 23 17:09:36.754743 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55940) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:36.760291 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Request body: {'subnet': {'network_id': '135ec1f1-cd22-4015-852e-dd33b869039b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-880794097-subnet', 'tenant_id': '49e9a9492d6a4e3481ed9ce832beda9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:36.950600 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Made reservation on behalf of 49e9a9492d6a4e3481ed9ce832beda9c for: {'subnet': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:09:36.953034 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521405'] for subnet, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:37.292475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9850359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521391'] for subnet, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:37.292475 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:37.336615 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93578955-bd9e-4dcb-9297-8d3216782c67,revision_number=0']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:37.585653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:37.585653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Checking segment: {'id': '6f0db213-0f88-47b4-a1d8-b8a7c7e2edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '135ec1f1-cd22-4015-852e-dd33b869039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:09:37.585653 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Network hostable DHCP agents. Network: 135ec1f1-cd22-4015-852e-dd33b869039b, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:09:37.990481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Network 135ec1f1-cd22-4015-852e-dd33b869039b is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:09:38.081764 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.base_scheduler [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 135ec1f1-cd22-4015-852e-dd33b869039b) {{(pid=100517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:09:38.085789 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:38.086371 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:38.092354 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721a7ef-da04-4b6c-8b5c-f05fac168e7d None None] Network 135ec1f1-cd22-4015-852e-dd33b869039b requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:38.174254 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-305bce66-684c-496d-9808-bd445a76e02d admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4183638 Jun 23 17:09:38.223052 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d08b3-e770-4e92-8b20-bf8519a20a40 None None] Network 135ec1f1-cd22-4015-852e-dd33b869039b requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:38.956721 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55958) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:38.961801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.v2.base [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1347135811-network', 'tenant_id': 'e638ee81591840538dc0d463926e14b5'}} {{(pid=100517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:39.069631 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Made reservation on behalf of e638ee81591840538dc0d463926e14b5 for: {'network': 1} {{(pid=100517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:09:39.072118 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for network, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.082199 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.180780 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.242785 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.246474 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-58280d3c-4d45-4008-a51f-5118c77bee04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:39.272592 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=100517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:09:39.284121 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e115024d-46f8-4e30-b12b-c18ab2106b71,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:39.288928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:39.290650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.290993 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.db.segments_db [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Added segment 194b78ce-30a2-4de1-b146-b7054cde0f8d of type vlan for network 87fad347-c7ef-4419-8d6e-8cf2a9f4d145 Jun 23 17:09:39.335204 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792434188310'] for network, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.448241 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770'] for network, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.450225 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:39.450822 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.453138 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0d10e574-c439-4a30-b145-8e633d5bbc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:39.519673 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Pushing event updated for resources: {'Network': ['ID=87fad347-c7ef-4419-8d6e-8cf2a9f4d145,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:39.522687 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:39.530686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Network 87fad347-c7ef-4419-8d6e-8cf2a9f4d145 details requested by agent ovs-agent-dv-cinder-796950-7-iscsi with host dv-cinder-796950-7-iscsi {{(pid=100519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:09:39.546090 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-fa1fec5a-88d8-4a67-82e9-c15df36d140f admin admin] 10.222.0.99 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5882242 Jun 23 17:09:39.548947 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55960) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:39.554048 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Request body: {'subnet': {'network_id': '87fad347-c7ef-4419-8d6e-8cf2a9f4d145', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1347135811-subnet', 'tenant_id': 'e638ee81591840538dc0d463926e14b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:09:39.642499 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Made reservation on behalf of e638ee81591840538dc0d463926e14b5 for: {'subnet': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:09:39.644990 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10248869'] for subnet, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.934101 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10277130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10248887'] for subnet, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:39.936568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:39.996767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344118a1-2f58-4460-b810-4983bd1895cf,revision_number=0']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:40.000937 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:40.009508 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Checking segment: {'id': '194b78ce-30a2-4de1-b146-b7054cde0f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '87fad347-c7ef-4419-8d6e-8cf2a9f4d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:09:40.009859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Network hostable DHCP agents. Network: 87fad347-c7ef-4419-8d6e-8cf2a9f4d145, hostable agents: ['7ebc04c4-5d98-4ac4-b22d-36ac168e0c36'], hosted agents: [] {{(pid=100518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:09:40.116572 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Network 87fad347-c7ef-4419-8d6e-8cf2a9f4d145 is scheduled to be hosted by DHCP agent 7ebc04c4-5d98-4ac4-b22d-36ac168e0c36 with binding_index 1 {{(pid=100518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:09:40.236937 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-iscsi, 87fad347-c7ef-4419-8d6e-8cf2a9f4d145) {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:09:40.241135 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:09:40.241754 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.248508 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ed186-15a5-4f1e-8f80-7d341e37e2b0 None None] Network 87fad347-c7ef-4419-8d6e-8cf2a9f4d145 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:40.380934 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-fcd87fb7-1ed3-4133-b145-617f33b705d5 admin admin] 10.222.0.99 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8307209 Jun 23 17:09:40.399022 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2151d73-eceb-4768-a8f2-eb45c8adebd6 None None] Network 87fad347-c7ef-4419-8d6e-8cf2a9f4d145 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:09:40.550753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55964) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:40.618468 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Deleting subnet 93578955-bd9e-4dcb-9297-8d3216782c67 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:40.623881 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.685020 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.763383 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.921695 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.925267 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:40.951437 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93578955-bd9e-4dcb-9297-8d3216782c67,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:40.952759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:40.956385 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/93578955-bd9e-4dcb-9297-8d3216782c67 HTTP/1.1" status: 204 len: 168 time: 0.4027026 Jun 23 17:09:40.956385 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8196f101-6960-4f1f-81b0-ad1c12909b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:40.958385 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55966) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:41.035373 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.123229 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.135711 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ec1f1-cd22-4015-852e-dd33b869039b']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:41.146947 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0db213-0f88-47b4-a1d8-b8a7c7e2edf1') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:41.147237 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0db213-0f88-47b4-a1d8-b8a7c7e2edf1') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:41.157998 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.174817 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.181349 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Releasing vlan 1494 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:41.181737 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:41.183427 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:41.395965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.400799 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9664e122-7b08-44a2-9bb8-6357f7e57ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:41.403960 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.405499 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] 10.222.0.99 "DELETE /v2.0/networks/135ec1f1-cd22-4015-852e-dd33b869039b HTTP/1.1" status: 204 len: 168 time: 0.4459186 Jun 23 17:09:41.417471 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Pushing event deleted for resources: {'Network': ['ID=135ec1f1-cd22-4015-852e-dd33b869039b,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:41.417961 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55968) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:41.419951 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-949269bb-eedf-4666-91b4-b56d72067069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:41.472049 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Deleting subnet 344118a1-2f58-4460-b810-4983bd1895cf {{(pid=100518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:09:41.475714 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.523197 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626665'] for subnet, precommit_delete_associations {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.592281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.779125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10346185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10248888'] for subnet, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.781811 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1aeabd99-e181-46e0-8cd5-5bbcae223275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:41.809095 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344118a1-2f58-4460-b810-4983bd1895cf,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:41.812402 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:41.813440 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for subnet, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.815882 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-ac2dc19e-b299-47bb-bd23-2f1eebcd2f79 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/344118a1-2f58-4460-b810-4983bd1895cf HTTP/1.1" status: 204 len: 168 time: 0.3956406 Jun 23 17:09:41.819286 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55970) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:41.897485 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:41.994878 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.009677 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fad347-c7ef-4419-8d6e-8cf2a9f4d145']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:42.022083 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194b78ce-30a2-4de1-b146-b7054cde0f8d') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:42.022380 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194b78ce-30a2-4de1-b146-b7054cde0f8d') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:09:42.033700 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.050167 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.059505 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:09:42.059929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:09:42.061804 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:09:42.299612 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.304601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:42.308767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:42.310960 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] 10.222.0.99 "DELETE /v2.0/networks/87fad347-c7ef-4419-8d6e-8cf2a9f4d145 HTTP/1.1" status: 204 len: 168 time: 0.4906437 Jun 23 17:09:42.327781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Pushing event deleted for resources: {'Network': ['ID=87fad347-c7ef-4419-8d6e-8cf2a9f4d145,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:42.331394 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9379d335-126a-493f-98ef-fe42f621d54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:43.005664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55974) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:43.049055 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-71bfd253-ee06-4792-8ff3-46241bb58327 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=49e9a9492d6a4e3481ed9ce832beda9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421183 Jun 23 17:09:43.051593 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55976) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:43.106458 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:43.130814 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:43.271273 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:43.274500 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:43.275862 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/98671387-8e67-4c9d-a3ee-ac3a5b7a2a33 HTTP/1.1" status: 204 len: 168 time: 0.2232404 Jun 23 17:09:43.276775 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-4ff43749-7b14-4a0f-96a7-f374178f7650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:43.285100 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98671387-8e67-4c9d-a3ee-ac3a5b7a2a33,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:43.287753 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-66468413-aabf-451b-8a99-8b7c898912aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:44.208012 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-082aa974-6d85-449f-b069-45ab65209e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:44.370165 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 55984) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:44.427382 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-91a4da72-d26a-44a7-bb29-ba7bede4ed70 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=e638ee81591840538dc0d463926e14b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556803 Jun 23 17:09:44.431580 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 55986) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:44.496767 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:44.528314 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:44.705159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:44.708202 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:44.712672 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e115024d-46f8-4e30-b12b-c18ab2106b71 HTTP/1.1" status: 204 len: 168 time: 0.2761598 Jun 23 17:09:44.712672 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bd45a552-9b63-48ac-96f5-417967bfc8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:44.719859 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115024d-46f8-4e30-b12b-c18ab2106b71,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:44.724147 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-eb4ef02e-ab8c-4b53-908d-e9a7c70e94e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:46.957215 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b1ab-24bd-4181-9f5b-3db61c5ff76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:47.058047 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:47.991126 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56028) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:48.115984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.205700 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.521667 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.522933 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-63c34e93-dc24-4926-9c18-4799f8dc0b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:48.560071 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=07f8865d02e94bbd8fd8a51f9592ab41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676379 Jun 23 17:09:48.561482 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74a622-dce7-429f-b0b4-ce474f4f2e1a,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:48.562865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56032) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:48.564475 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-9b09fed3-6ddc-434c-9a7f-7f874974342a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:48.612167 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.633669 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.665434 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.873058 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.875928 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:48.877188 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/eb74a622-dce7-429f-b0b4-ce474f4f2e1a HTTP/1.1" status: 204 len: 168 time: 0.3133035 Jun 23 17:09:48.878018 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-f8c12754-2143-4cb2-8710-87bb0d1ec5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:48.888704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74a622-dce7-429f-b0b4-ce474f4f2e1a,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:48.891865 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-16eb85e5-4f66-4f41-b26a-3681ca0d08fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:50.391883 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56038) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:50.406506 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:50.524919 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:50.652401 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:50.716624 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:50.719642 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-89fff3af-fbaf-419f-88f5-c494d34c0143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:50.757549 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=7f455610a7f24e08bc06231820b322cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645651 Jun 23 17:09:50.759541 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d4a47f-4747-42e0-80cd-8d98e390db45,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:50.760901 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56040) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:50.762759 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:50.824929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:50.847217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:51.087957 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:51.090564 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:51.091755 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b1d4a47f-4747-42e0-80cd-8d98e390db45 HTTP/1.1" status: 204 len: 168 time: 0.3297052 Jun 23 17:09:51.092558 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-af105d15-d448-4ea0-bf89-cbc9f1c674df tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:51.101335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d4a47f-4747-42e0-80cd-8d98e390db45,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:51.105202 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-50c31fd5-6aa9-4987-b998-1f690a88dfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:53.972061 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56086) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:54.077427 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.168664 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.264688 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.267350 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a8959889-28a6-4b2c-88fc-b98bf403ac44 tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:54.302471 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc288a-6ad8-4ec3-a95a-d8c4d290a09d,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:54.308566 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=dddf3766ac534a02a0b199d8c382f7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354011 Jun 23 17:09:54.309609 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9aaf8aef-e74f-486f-b8fa-3f51cfdd0e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:54.313706 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56090) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:54.365099 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.387859 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.505213 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.508969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:54.518364 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/b5fc288a-6ad8-4ec3-a95a-d8c4d290a09d HTTP/1.1" status: 204 len: 168 time: 0.1954761 Jun 23 17:09:54.518364 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-33ebf916-22aa-45d9-8f08-feb402126bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:54.519196 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc288a-6ad8-4ec3-a95a-d8c4d290a09d,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:54.521474 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c8d5ac95-ff2c-487d-a11c-f9eb28a3ff9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:55.302692 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56096) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:55.316954 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:55.410281 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:55.858793 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:55.861581 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-a6d660d9-3fd5-4a98-9b54-6ad10e3838c5 tempest-TestShelveInstance-98639504 tempest-TestShelveInstance-98639504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:55.904224 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=4c57d3a6a752401a877dbb340a958d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003535 Jun 23 17:09:55.905290 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d18184-85ef-4637-813e-41fb28dd9650,revision_number=1']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:55.906901 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56098) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:09:55.908408 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-039b83d1-d316-41d5-a8a9-0ee9ee348d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:55.958422 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:55.981476 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:56.145499 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:56.148269 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:09:56.150115 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/e0d18184-85ef-4637-813e-41fb28dd9650 HTTP/1.1" status: 204 len: 168 time: 0.2412310 Jun 23 17:09:56.150936 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-f04c3147-65a8-46ef-8f40-51cc4256a150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:09:56.160804 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d18184-85ef-4637-813e-41fb28dd9650,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:09:56.163247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a719cf07-df12-4ce1-8c07-fdae045fb956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:09:56.710895 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.203240 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56166) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:10:02.320203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.415178 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.510341 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.513392 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-fcbf3053-d863-4f2e-b599-652934c82945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:10:02.555413 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=5f68b1a4535f4c149cfe173daf3278a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504572 Jun 23 17:10:02.556150 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0269f-9090-483b-a67f-0cb8ee89b57e,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:10:02.557660 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56170) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:10:02.559458 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-8f2984d0-881e-4a0f-8bd5-c86b4b573ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:10:02.618893 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.645135 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.801589 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.804352 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:02.805627 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/7ba0269f-9090-483b-a67f-0cb8ee89b57e HTTP/1.1" status: 204 len: 168 time: 0.2468541 Jun 23 17:10:02.806462 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-035773c0-89bc-4333-9df7-f8bb5b500d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:10:02.814611 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0269f-9090-483b-a67f-0cb8ee89b57e,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:10:02.817051 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-225c386a-8f83-4eaa-b104-f62e3dc4bbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:10:13.100434 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:10:14.153717 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-969fe6af-7b18-4758-9737-ada430b1fb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:16.933090 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-85578e98-2a9f-4d7a-87b9-6b9cf09cb513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:17.012787 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:18.618224 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:20.560851 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:26.698085 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:36.104042 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-2692043d-df49-4301-8f5c-1747f597bf6c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514057 Jun 23 17:10:36.241708 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-dc26baef-6b18-48a6-b095-a7329162c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:10:36.243210 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-dc26baef-6b18-48a6-b095-a7329162c959 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 1098 time: 0.0530853 Jun 23 17:10:36.350524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-4b618055-19e7-4d93-b20c-c7085c5ed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:10:36.352120 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-4b618055-19e7-4d93-b20c-c7085c5ed7dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0873199 Jun 23 17:10:36.425923 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-5dcc8903-6b5c-439c-9823-a460db356981 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761cf98-1283-4d4c-ae80-d80d1988f926 HTTP/1.1" status: 200 len: 1001 time: 0.0654411 Jun 23 17:10:36.477882 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-7a7028fb-2cd6-4f27-b3b4-871cb138493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:10:36.479315 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-7a7028fb-2cd6-4f27-b3b4-871cb138493c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0456324 Jun 23 17:10:36.543246 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-dcb0f423-5d02-4b1e-b4f7-36ab91170dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:10:36.544819 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-dcb0f423-5d02-4b1e-b4f7-36ab91170dc1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582502 Jun 23 17:10:36.632209 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-4918d460-83ae-49c2-9e2b-fa8022f11ee3 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805717 Jun 23 17:10:36.730446 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a125dc18-c38c-4247-9bad-ccb5de40c48c req-70b14556-8041-4758-b231-20355450790a service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912399 Jun 23 17:10:44.214932 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-10add379-18b2-42f4-af4d-fb5bbb062f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:46.971370 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4244c8c8-518e-4baf-a188-161cfa3dbefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:47.057000 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:48.583170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:50.099700 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:10:50.609195 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:10:56.679876 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:14.205163 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f347c23a-df32-4f4c-b027-b779cc0f88b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:16.931651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8e652ac-2f1a-438e-95ac-3d16165327a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:17.007836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:18.621799 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:20.604948 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:26.713428 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:27.099937 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:11:29.307461 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f8b4f-4377-4484-9d14-6372fed28fc5 req-3233bdee-711d-4986-8746-92d23112a42e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:29.309012 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a98f8b4f-4377-4484-9d14-6372fed28fc5 req-3233bdee-711d-4986-8746-92d23112a42e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.0659707 Jun 23 17:11:29.350432 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a98f8b4f-4377-4484-9d14-6372fed28fc5 req-c7754d90-262b-4270-b115-d6c9dd1decf4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Jun 23 17:11:30.582491 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7d62b-3471-49d2-84c7-83e5a6fb9f7a req-5834076a-e5b2-4a5e-9d2c-65c588ec27c8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:30.584154 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-02f7d62b-3471-49d2-84c7-83e5a6fb9f7a req-5834076a-e5b2-4a5e-9d2c-65c588ec27c8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.0756567 Jun 23 17:11:30.632793 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-02f7d62b-3471-49d2-84c7-83e5a6fb9f7a req-f72c366e-495d-4506-8a01-aa09d32c0551 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 Jun 23 17:11:31.527223 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-ad23eeea-56fe-40ad-999d-ed2dbd473ad6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:31.528982 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-ad23eeea-56fe-40ad-999d-ed2dbd473ad6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.0807655 Jun 23 17:11:31.649500 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 7761cf98-1283-4d4c-ae80-d80d1988f926 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:11:31.650085 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:31.844378 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] For port 7761cf98-1283-4d4c-ae80-d80d1988f926, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7761cf98-1283-4d4c-ae80-d80d1988f926,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:11:31.844887 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:31.998777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ddfe0-2b53-4c85-bbc6-6dfef63b341b req-173c91b3-4ab4-469a-9cd8-aa995f779ca8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:32.000271 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0b8ddfe0-2b53-4c85-bbc6-6dfef63b341b req-173c91b3-4ab4-469a-9cd8-aa995f779ca8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 945 time: 0.2165475 Jun 23 17:11:32.116626 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0b8ddfe0-2b53-4c85-bbc6-6dfef63b341b req-789e7a1f-47b0-422b-9d74-4e2eeb80c3d6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044657 Jun 23 17:11:32.131406 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:32.131808 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:32.132133 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP 881b91bf-4696-47db-b44a-5e638dba229d disassociated. External IP: 172.27.1.233, port: 7761cf98-1283-4d4c-ae80-d80d1988f926. Jun 23 17:11:32.132485 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 7761cf98-1283-4d4c-ae80-d80d1988f926 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:11:32.348376 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:32.352842 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-3256db86-b1c1-442c-b035-ea6379a67e1a tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:32.383762 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=7761cf98-1283-4d4c-ae80-d80d1988f926,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:32.395438 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.395890 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.396266 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.396642 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.397014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.397390 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.397758 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.398125 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.398529 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.398894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.399281 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.399683 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:32.405824 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:32.800316 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:11:32.924478 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:11:32.935647 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:11:32.946553 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:11:32.954473 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:11:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:11:32.971665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] No DVR routers for this DVR port 7761cf98-1283-4d4c-ae80-d80d1988f926 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:11:32.975428 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:32.977637 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e8ea8662-6502-47f5-8418-da97c9b79ea5 req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "DELETE /v2.0/ports/7761cf98-1283-4d4c-ae80-d80d1988f926 HTTP/1.1" status: 204 len: 173 time: 1.4418600 Jun 23 17:11:32.978300 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'name': 'network-vif-deleted', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:11:32.981106 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bca0ee-59fd-4e2b-8645-12107a1cd1dd" -d '{"events": [{"server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "name": "network-vif-deleted", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:11:33.025507 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51350dc2-c035-434c-9fc6-542d2c138421 x-openstack-request-id: req-51350dc2-c035-434c-9fc6-542d2c138421 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:11:33.025903 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe051dc-24d7-401b-a873-3cbbf33b86d3", "name": "network-vif-deleted", "tag": "7761cf98-1283-4d4c-ae80-d80d1988f926", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:11:33.026221 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-51350dc2-c035-434c-9fc6-542d2c138421 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:11:33.026668 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe051dc-24d7-401b-a873-3cbbf33b86d3', 'name': 'network-vif-deleted', 'tag': '7761cf98-1283-4d4c-ae80-d80d1988f926', 'status': 'completed', 'code': 200} Jun 23 17:11:33.061968 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:11:33.284127 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1db6c54d-7fe9-4592-9f0b-1e5246aefa92 req-3cb353f1-1a16-4ea5-ad84-713c40472182 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.0365026 Jun 23 17:11:33.296642 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:11:33.326772 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:11:33.337020 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:11:33.338116 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:11:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:11:33.450054 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:11:33.695433 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:11:33.721922 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d31e8f1-55fd-485a-99f2-375a4027954b None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:11:33.945131 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477829e4-04e1-4e0b-9edb-f65a3ac80aec None None] New status for floating IP 881b91bf-4696-47db-b44a-5e638dba229d: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:11:33.979674 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 7761cf98-1283-4d4c-ae80-d80d1988f926 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:11:34.002412 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 7761cf98-1283-4d4c-ae80-d80d1988f926 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:11:34.002771 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 7761cf98-1283-4d4c-ae80-d80d1988f926 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:11:34.749670 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-7c09ffe0-9661-45f2-9889-56ff56afaf47 req-b1f1217f-2a6f-453a-9595-7dfe3e44791e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=dfe051dc-24d7-401b-a873-3cbbf33b86d3 HTTP/1.1" status: 200 len: 210 time: 0.3348100 Jun 23 17:11:36.090634 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-dea439ec-447c-4b7e-acdb-5f64eb0cc0d0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927537519&fields=id&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 267 time: 0.0341070 Jun 23 17:11:36.199321 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-d08d9427-302a-4fda-9b47-ac90e0b475fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:36.200818 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-d08d9427-302a-4fda-9b47-ac90e0b475fd tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1037228 Jun 23 17:11:36.217150 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-757895c3-9e84-4109-9778-ae360a6fa75b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/quotas/935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 375 time: 0.0106087 Jun 23 17:11:36.288097 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-f495cbbf-7d52-48cc-8733-f2a31a5d71d0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655708 Jun 23 17:11:36.457192 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-34f1948d-16e0-426e-b24b-efbb93ad95a8 service neutron] http://10.222.0.99:9696/v2.0/extensions returned with HTTP 200 {{(pid=100517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:11:36.458240 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-34f1948d-16e0-426e-b24b-efbb93ad95a8 service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1582763 Jun 23 17:11:36.552658 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-96a39495-86af-4b00-9950-d0c9dca695f3 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878694 Jun 23 17:11:36.647592 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-17442953-e805-4cb8-9ec4-c162a3853126 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891416 Jun 23 17:11:38.299239 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-c6a3acdc-4fab-4e26-8c57-694978afa70d req-3f7f9ee1-4d85-49e0-b85d-5b7df73da8a1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0288477 Jun 23 17:11:39.387903 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-64709ef2-c898-4c80-bbc8-9ef75ed7e869 req-c432b8bf-f174-485d-a654-eb6284af4c55 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0297756 Jun 23 17:11:40.478151 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-653a38a5-861a-4e90-b7b3-fc5c52d5fca2 req-c528b57a-af75-4a83-b79b-f66b7d260a83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0343144 Jun 23 17:11:41.632610 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2c53ded3-f387-4338-9c73-8a17908056cd req-eacb5faa-b3f2-4f1c-ac47-eee8229b8827 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0317345 Jun 23 17:11:42.787822 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-27207e42-0feb-42f3-bd61-45d1ea713e35 req-8730b5dd-ecfc-4af7-9d4d-f8c1fc661ad4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0302424 Jun 23 17:11:42.925700 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-daa93a79-7b77-4b13-a3c1-fae847f892ff tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:42.927816 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-daa93a79-7b77-4b13-a3c1-fae847f892ff tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1162915 Jun 23 17:11:43.004462 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-70d28e5b-aed0-4df8-8c48-f223868909a7 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 379 time: 0.0594504 Jun 23 17:11:43.018546 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'port': {'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'admin_state_up': True, 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'security_groups': ['89bcbfe5-29be-4bbd-9cc7-686d58e2df8c']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:11:43.246829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Made reservation on behalf of 935b3c98d86548abb90d0a240eca674e for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:43.251378 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:43.407714 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.20.0.9 (973d5a0e-5a77-4cb7-a984-b118ad3107e7/030af524-06f3-4732-bb19-c887571e7176/853275d0-eeb0-4944-ba58-414d8bf7f981) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:43.579800 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:43.597749 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Transition to ACTIVE for port object 853275d0-eeb0-4944-ba58-414d8bf7f981 will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:11:43.721825 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:43.726257 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-c7684659-569a-445f-a4d9-d563a59eba24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:43.772536 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:43.776208 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:43.780715 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:11:43.789249 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:43.810833 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:43.848515 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:43.849185 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:43.957442 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470811 Jun 23 17:11:43.981813 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Request body: {'port': {'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:11:44.100359 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d15209-18c0-41e4-a0f5-cfafab756d17 req-11f9170a-7c22-4873-bd56-060c7f4bb785 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:44.102740 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0d15209-18c0-41e4-a0f5-cfafab756d17 req-11f9170a-7c22-4873-bd56-060c7f4bb785 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 931 time: 0.1280746 Jun 23 17:11:44.128688 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.172089 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e0d15209-18c0-41e4-a0f5-cfafab756d17 req-5f1cc03d-4d6a-4dca-843b-1eb69c6ef19a tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590107 Jun 23 17:11:44.178844 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-31818849-212b-45d6-9bce-03a6da38ee7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.246897 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-72bc88b3-3f60-419a-8738-d2e23b9448f8 None None] Provisioning for port 853275d0-eeb0-4944-ba58-414d8bf7f981 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:11:44.252393 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-72bc88b3-3f60-419a-8738-d2e23b9448f8 None None] Provisioning complete for port 853275d0-eeb0-4944-ba58-414d8bf7f981 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:11:44.254735 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-72bc88b3-3f60-419a-8738-d2e23b9448f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.300501 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-72bc88b3-3f60-419a-8738-d2e23b9448f8 None None] Port 853275d0-eeb0-4944-ba58-414d8bf7f981 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:11:44.498190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853275d0-eeb0-4944-ba58-414d8bf7f981 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:11:44.510624 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.531930 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Transition to ACTIVE for port object 853275d0-eeb0-4944-ba58-414d8bf7f981 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:11:44.680946 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.684479 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1ea82bd0-2b7d-4cb1-aefb-c2c8327d8f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:44.741313 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:44.760236 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:44.818681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Attempting to bind port 853275d0-eeb0-4944-ba58-414d8bf7f981 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:11:44.819363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Attempting to bind port 853275d0-eeb0-4944-ba58-414d8bf7f981 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:11:44.819363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Attempting to bind port 853275d0-eeb0-4944-ba58-414d8bf7f981 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:11:44.824523 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Port 853275d0-eeb0-4944-ba58-414d8bf7f981 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:11:44.824855 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Attempting to bind port 853275d0-eeb0-4944-ba58-414d8bf7f981 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:11:44.833137 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:11:44.848527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:11:44.848527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Bound using segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:11:44.848527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Bound port: 853275d0-eeb0-4944-ba58-414d8bf7f981, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:11:44.848527 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:44.922084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:11:44.925792 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=853275d0-eeb0-4944-ba58-414d8bf7f981,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:11:45.041195 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:45.043421 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-ffb94326-64b8-4a98-82e5-266dbfa8b13e tempest-AttachVolumeTestJSON-2015351151 tempest-AttachVolumeTestJSON-2015351151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:45.076857 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.077481 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:45.078832 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 1093 time: 1.1043525 Jun 23 17:11:45.079462 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:11:45.081748 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1bb5f-c508-4811-9dcc-5e34459656b1" -d '{"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:11:45.109616 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:45.116502 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:45.134852 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d72f75-168c-45ba-96db-930d9e6606f1 x-openstack-request-id: req-20d72f75-168c-45ba-96db-930d9e6606f1 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:11:45.135192 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:11:45.135524 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-20d72f75-168c-45ba-96db-930d9e6606f1 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:11:45.135979 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'status': 'completed', 'code': 200} Jun 23 17:11:45.245442 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-2b1c86a0-5b7c-4b28-a13a-f59caf49227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.246792 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-2b1c86a0-5b7c-4b28-a13a-f59caf49227e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1096 time: 0.0694721 Jun 23 17:11:45.374355 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-f3392a2c-cb22-43a4-9871-ee3d717dca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.375837 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-f3392a2c-cb22-43a4-9871-ee3d717dca71 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=935b3c98d86548abb90d0a240eca674e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1116107 Jun 23 17:11:45.386824 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04393e6e-0e35-4776-a096-4ebb2fc85409 req-3931bf30-9761-4348-a398-211fe4bfeba2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.388473 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-04393e6e-0e35-4776-a096-4ebb2fc85409 req-3931bf30-9761-4348-a398-211fe4bfeba2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0702264 Jun 23 17:11:45.435745 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-04393e6e-0e35-4776-a096-4ebb2fc85409 req-b65b34b2-863e-41ed-868e-33216f5c83e0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Jun 23 17:11:45.492506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-cb52e4af-3ec4-4921-9911-ca954e17b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.494002 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-efe1bb5f-c508-4811-9dcc-5e34459656b1 req-cb52e4af-3ec4-4921-9911-ca954e17b8a1 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1111708 Jun 23 17:11:45.622041 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-75e1ee58-9704-4dd2-b233-1d504f54152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.623823 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-75e1ee58-9704-4dd2-b233-1d504f54152c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1096 time: 0.0579925 Jun 23 17:11:45.677831 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-d846488f-6da4-43cc-b6fb-a238e7e792dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 217 time: 0.0389116 Jun 23 17:11:45.734812 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-4e29f78e-4240-4bb4-b687-f9ebb7d2be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.742282 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-4e29f78e-4240-4bb4-b687-f9ebb7d2be54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0507293 Jun 23 17:11:45.798108 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-c9dc0d7b-c623-4420-8473-fd1fdb7c09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:45.799648 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-c9dc0d7b-c623-4420-8473-fd1fdb7c09f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559330 Jun 23 17:11:45.895375 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a530e5a4-3a90-4b06-af2f-c2483ede234b service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883412 Jun 23 17:11:46.011250 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-545dd7de-6678-4b15-83f1-387fdc533c71 req-a2dfb54a-e967-4eee-bdde-5c7e149fb005 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081133 Jun 23 17:11:46.618159 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfda21-bba0-4fb2-9ba1-ef1a3ce8f28b req-6b1436f7-cffd-4099-ae78-2b5191143463 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:46.619719 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-96dfda21-bba0-4fb2-9ba1-ef1a3ce8f28b req-6b1436f7-cffd-4099-ae78-2b5191143463 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0662508 Jun 23 17:11:46.659447 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-96dfda21-bba0-4fb2-9ba1-ef1a3ce8f28b req-275a54a9-19ce-47d7-9209-20d77b15ad82 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338235 Jun 23 17:11:46.941013 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7596ab0-f1b0-4ac3-923c-806bfc0ee634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:47.052798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:47.860791 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00589929-72b5-4313-9122-41bfa27827e0 req-343199cc-01e8-4a12-a659-d117f9d348a1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:47.862447 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-00589929-72b5-4313-9122-41bfa27827e0 req-343199cc-01e8-4a12-a659-d117f9d348a1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0725291 Jun 23 17:11:47.904393 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-00589929-72b5-4313-9122-41bfa27827e0 req-e246b61d-d0d5-47a5-b473-ecb51a25c6b4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342951 Jun 23 17:11:48.586749 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:49.106851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c440e58-6cde-4ca7-ad18-db662eb06b47 req-d8b2c7e2-0f5c-4655-b170-667613316648 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:49.108391 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c440e58-6cde-4ca7-ad18-db662eb06b47 req-d8b2c7e2-0f5c-4655-b170-667613316648 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0709209 Jun 23 17:11:49.146762 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1c440e58-6cde-4ca7-ad18-db662eb06b47 req-40cc4487-7149-4d19-9c72-06950704d598 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327063 Jun 23 17:11:50.326870 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74709e-269d-493f-9f69-1dbae0f738b9 req-83986329-a685-421d-9f2a-6ab8c42c1dc5 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:50.328348 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cc74709e-269d-493f-9f69-1dbae0f738b9 req-83986329-a685-421d-9f2a-6ab8c42c1dc5 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0653563 Jun 23 17:11:50.368775 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-cc74709e-269d-493f-9f69-1dbae0f738b9 req-6ec612da-ac02-4d12-8706-67334a7d52a0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Jun 23 17:11:50.603708 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:51.545819 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154fb-9102-4e85-8e69-b2164cab448e req-2faffa07-7dc8-441a-823f-b74c98c71823 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:51.547539 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ebd154fb-9102-4e85-8e69-b2164cab448e req-2faffa07-7dc8-441a-823f-b74c98c71823 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0664682 Jun 23 17:11:51.586660 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ebd154fb-9102-4e85-8e69-b2164cab448e req-e25a697e-c453-456c-be6f-ff96cd51cc84 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334666 Jun 23 17:11:52.764801 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ba3e8-7931-45ba-9f3b-da3f49134f70 req-9204c9a1-c529-4e72-8143-3afc9fad7e34 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:52.766296 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab4ba3e8-7931-45ba-9f3b-da3f49134f70 req-9204c9a1-c529-4e72-8143-3afc9fad7e34 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0670893 Jun 23 17:11:52.805820 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-ab4ba3e8-7931-45ba-9f3b-da3f49134f70 req-3ef0e42c-4801-4af3-a3ee-afe7254bb10e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328510 Jun 23 17:11:53.983495 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934ab1-f136-43b1-adbc-be43012b8277 req-66f76212-a87e-4818-bef9-6402f7945fa9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:53.985050 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-46934ab1-f136-43b1-adbc-be43012b8277 req-66f76212-a87e-4818-bef9-6402f7945fa9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 943 time: 0.0640376 Jun 23 17:11:54.024615 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-46934ab1-f136-43b1-adbc-be43012b8277 req-01c96296-0079-46aa-bad8-aaafc9cba928 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Jun 23 17:11:54.041191 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 853275d0-eeb0-4944-ba58-414d8bf7f981 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:11:54.142316 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=853275d0-eeb0-4944-ba58-414d8bf7f981,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:11:54.153689 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:11:54.195670 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:54.213219 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853275d0-eeb0-4944-ba58-414d8bf7f981 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:11:54.234798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=853275d0-eeb0-4944-ba58-414d8bf7f981,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:11:54.326796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:54.329115 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-30b7889d-f9c4-4887-bb9a-96167aadeec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:54.379091 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.386658 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.387005 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.387434 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.387741 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.388075 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.388407 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.388739 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.389082 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.389415 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.389738 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.390055 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.390378 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.394597 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:54.661879 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['853275d0-eeb0-4944-ba58-414d8bf7f981'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:11:55.220268 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c582a25-6e52-43aa-9275-eb861d286e05 req-186958c7-384d-476d-a3b7-e7d561575902 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:55.221798 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0c582a25-6e52-43aa-9275-eb861d286e05 req-186958c7-384d-476d-a3b7-e7d561575902 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 944 time: 0.0668898 Jun 23 17:11:55.262702 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-0c582a25-6e52-43aa-9275-eb861d286e05 req-1584a6e2-a5ae-449a-bc3d-5a6452acd7ae tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Jun 23 17:11:56.039824 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 853275d0-eeb0-4944-ba58-414d8bf7f981 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:11:56.169223 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 853275d0-eeb0-4944-ba58-414d8bf7f981 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:11:56.173278 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 853275d0-eeb0-4944-ba58-414d8bf7f981 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:11:56.173649 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:56.255094 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:56.277791 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:11:56.280072 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb32aad4-3eb8-4da8-a2a9-7d2f0040d43f" -d '{"events": [{"server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "name": "network-vif-plugged", "status": "completed", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:11:56.294121 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=853275d0-eeb0-4944-ba58-414d8bf7f981,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:11:56.317796 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1cc63d-6d0d-4333-94cc-e37275a93d47 x-openstack-request-id: req-8e1cc63d-6d0d-4333-94cc-e37275a93d47 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:11:56.318203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "name": "network-vif-plugged", "status": "completed", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:11:56.318471 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-8e1cc63d-6d0d-4333-94cc-e37275a93d47 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:11:56.318954 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'code': 200} Jun 23 17:11:56.369600 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:56.371788 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-0bb00848-7cf5-4c35-8b42-7ea6dbf2f844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:56.420808 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:56.423981 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:11:56.440346 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4f4b-765c-47e3-a8f2-6fd5d54b1e56 req-fc47c8f8-acd9-4ddb-bbb4-6d4cf53637ab tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:56.441874 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d2f4f4b-765c-47e3-a8f2-6fd5d54b1e56 req-fc47c8f8-acd9-4ddb-bbb4-6d4cf53637ab tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0671737 Jun 23 17:11:56.482607 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-3d2f4f4b-765c-47e3-a8f2-6fd5d54b1e56 req-e6317555-3727-408c-a47c-bddc1bcba07a tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347476 Jun 23 17:11:56.800145 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:56.861978 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7695f-e28a-4e21-8f34-3ebb91003dcd req-5b97413a-07c8-4876-bfae-b7b932b09c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:56.863373 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cad7695f-e28a-4e21-8f34-3ebb91003dcd req-5b97413a-07c8-4876-bfae-b7b932b09c9a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0576470 Jun 23 17:11:56.900042 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-cad7695f-e28a-4e21-8f34-3ebb91003dcd req-9cf769fd-e726-4f7d-851c-94a58e262c17 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298731 Jun 23 17:11:57.660335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54cc28-d8ba-441c-ae3e-726900e5fab5 req-1fd5d941-4140-4867-aceb-27e85b6e1c96 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:57.661834 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4e54cc28-d8ba-441c-ae3e-726900e5fab5 req-1fd5d941-4140-4867-aceb-27e85b6e1c96 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0641692 Jun 23 17:11:57.703298 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4e54cc28-d8ba-441c-ae3e-726900e5fab5 req-32a9151f-fcff-4d0f-9934-0af2af91e1cf tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356629 Jun 23 17:11:58.911181 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f60407-267d-44a5-b4cd-54f4750e8c29 req-2923cf80-3344-4a34-8642-1e7aeffdb6a8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:58.913305 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6f60407-267d-44a5-b4cd-54f4750e8c29 req-2923cf80-3344-4a34-8642-1e7aeffdb6a8 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0853310 Jun 23 17:11:58.961792 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e6f60407-267d-44a5-b4cd-54f4750e8c29 req-a46185fc-c382-4b20-bdff-06c54338b9c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Jun 23 17:11:59.151648 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1069-bb1d-4a34-af59-715d20668672 req-acb87c72-b146-4292-87c5-fd0a07ff0f2c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:59.153308 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b88d1069-bb1d-4a34-af59-715d20668672 req-acb87c72-b146-4292-87c5-fd0a07ff0f2c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0727253 Jun 23 17:11:59.192664 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b88d1069-bb1d-4a34-af59-715d20668672 req-d07ba505-0b56-4e40-b17e-f4f14b7c5d36 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Jun 23 17:11:59.218550 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56302) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:11:59.272999 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64add945-7b23-4cb8-ac42-10ecdf8735ee tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:11:59.274502 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-64add945-7b23-4cb8-ac42-10ecdf8735ee tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1093 time: 0.0548370 Jun 23 17:11:59.277358 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56304) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:11:59.282033 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:11:59.394605 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:59.501139 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:59.607395 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.27.1.175 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/81454027-a7f2-412e-9f1e-cdaf8ad379da) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:59.715317 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:59.832710 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:11:59.835268 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-054e0988-bdf6-4f08-b8d6-e28512a79e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:11:59.873727 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:59.876471 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:59.879996 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:11:59.902408 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=81454027-a7f2-412e-9f1e-cdaf8ad379da,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:59.907209 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:12:00.281241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:00.425040 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:00.905394 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:00.994924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:00.998966 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:12:01.078746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=81454027-a7f2-412e-9f1e-cdaf8ad379da,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:01.086722 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:12:01.096870 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:01.222756 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b associated. External IP: 172.27.1.175, port: 853275d0-eeb0-4944-ba58-414d8bf7f981. Jun 23 17:12:01.489674 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:12:01.630194 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:01.644587 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:01.657046 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:12:01.657695 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:11:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.730636 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:01.787323 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:12:01.807661 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5288796 Jun 23 17:12:01.809014 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:12:01.813541 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9c53e-4320-489e-9895-5a6371816aae" -d '{"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:01.870203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f9d54-43ab-4b40-8db6-f4a180092910 x-openstack-request-id: req-9d3f9d54-43ab-4b40-8db6-f4a180092910 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:01.870457 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:01.870966 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-9d3f9d54-43ab-4b40-8db6-f4a180092910 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:01.871345 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'status': 'completed', 'code': 200} Jun 23 17:12:01.981875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c53e-4320-489e-9895-5a6371816aae req-d46dfcaa-c1bf-4b03-b3bf-bbfa0b523590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:01.983393 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-d46dfcaa-c1bf-4b03-b3bf-bbfa0b523590 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0659781 Jun 23 17:12:02.056596 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:00Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:02.083277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:02.087752 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c53e-4320-489e-9895-5a6371816aae req-4949e5bb-742b-4f70-8ca7-1e9d80f1e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:02.089304 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-4949e5bb-742b-4f70-8ca7-1e9d80f1e42d service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0995100 Jun 23 17:12:02.093207 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:12:02.093847 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:11:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:02.167131 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-54587520-e687-4fc7-a1a2-42fda8abaa7f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 999 time: 0.0705903 Jun 23 17:12:02.229010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c53e-4320-489e-9895-5a6371816aae req-7ac1bc64-954b-458a-a4a1-dd7819cdb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:02.230540 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-7ac1bc64-954b-458a-a4a1-dd7819cdb3bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0569501 Jun 23 17:12:02.297541 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c53e-4320-489e-9895-5a6371816aae req-f3ccaa82-f221-43bc-b7e2-5c3423ed1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:02.298690 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-f3ccaa82-f221-43bc-b7e2-5c3423ed1f38 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617692 Jun 23 17:12:02.335795 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:12:02.396394 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-ab95e55d-b682-4188-8678-241e26f67ae1 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912278 Jun 23 17:12:02.505024 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-e0e9c53e-4320-489e-9895-5a6371816aae req-eb805389-7daa-4b54-ac44-ffc42d44b8f7 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020792 Jun 23 17:12:02.596213 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:00Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:02.629428 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c91bb9-ceea-4498-8ad3-60daef5d5199 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:00Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:02.835853 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af949a83-2dc2-4531-a0b9-01df9401dc02 None None] New status for floating IP ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:12:04.098520 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:12:14.205170 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3815c830-ff28-4372-bd3c-74e16c063804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:16.963798 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-649dac46-7c26-47c6-a2c6-21007bc9e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:17.033380 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:18.621835 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:20.570343 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:26.712761 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:38.132368 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-52373813-fe6e-421b-ba71-c07fa91503d6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517349 Jun 23 17:12:38.247166 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-a2555ea1-ff7a-40e5-b367-be404774f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:38.248651 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-a2555ea1-ff7a-40e5-b367-be404774f9b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0520213 Jun 23 17:12:38.370605 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-6bc33f82-a182-428e-80e9-8f6ba6879ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:38.372119 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-6bc33f82-a182-428e-80e9-8f6ba6879ff6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.1023762 Jun 23 17:12:38.462006 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-7c48b2a2-6b35-4c00-8ae0-91cd8ad77729 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 1001 time: 0.0826001 Jun 23 17:12:38.516010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-4cfbf2ac-5ed8-481e-8833-313ea4a49db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:38.521816 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-4cfbf2ac-5ed8-481e-8833-313ea4a49db1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0482507 Jun 23 17:12:38.578806 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-26a4b0a7-25f8-4bbb-9dbc-4f3dfb937c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:12:38.580627 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-26a4b0a7-25f8-4bbb-9dbc-4f3dfb937c9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566807 Jun 23 17:12:38.674613 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-5cfdb001-c26f-496a-8509-c9fcf3a1a8d0 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833967 Jun 23 17:12:38.768080 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-75c00c10-be73-4525-bed8-61c0cecdecb0 req-0297826c-1cb6-4ac3-aa3f-6494dc222b11 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 Jun 23 17:12:41.097388 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:12:44.180133 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4aa54951-d242-4ef6-bbbb-2e2822e0ccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:46.979511 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d22578fd-11b9-4890-a143-aaa6b19fdb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:47.042879 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:48.654403 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:50.579923 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:12:56.756765 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:14.195836 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0b26b85d-8eaa-4f5d-9708-2c890d003400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:16.955271 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2c5b459b-9466-4f1d-aa87-aedbeddf4901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:17.041198 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:18.095983 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:13:18.601703 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:20.566575 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:26.697830 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:38.948162 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-cbd58050-ed40-4c26-978a-89772ad160bb tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927537519&fields=id&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 267 time: 0.0364285 Jun 23 17:13:39.059115 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-27631f75-496f-425d-bec7-f1c535e62e95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:39.060582 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-27631f75-496f-425d-bec7-f1c535e62e95 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1055820 Jun 23 17:13:39.076068 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-28326f7b-0305-4aa7-a555-d464f7ed3239 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/quotas/935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 375 time: 0.0095677 Jun 23 17:13:39.155529 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-8e3366bc-edbc-4af7-a6b6-0fbc5f104bc6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0729156 Jun 23 17:13:39.249775 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e489bdc-b420-49cb-9d62-6479c299a792 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Jun 23 17:13:39.349253 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-e2475bfc-5b99-4e84-a995-90510fb42b17 service neutron] 10.222.0.99 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931478 Jun 23 17:13:40.100487 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-8586f7a2-68e9-4256-842e-7536c41dbe41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594571 Jun 23 17:13:40.186645 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-787a45a1-bd68-4878-8047-2e1c7bbd3947 req-b8975708-aecc-4663-b880-182c14c52f26 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 210 time: 0.2011774 Jun 23 17:13:40.240666 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-185d32cc-faa9-4dec-85eb-7e3bbeee6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:40.242407 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-185d32cc-faa9-4dec-85eb-7e3bbeee6c46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0633361 Jun 23 17:13:40.359596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-56f7653c-7874-4ae6-97ac-83c94520318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:40.361211 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-56f7653c-7874-4ae6-97ac-83c94520318b service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0959616 Jun 23 17:13:40.431502 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-395b8066-2ed8-4b07-b5e3-6eba54fa50b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 1001 time: 0.0631187 Jun 23 17:13:40.501979 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-3bc1a816-bb34-44fd-b413-b1350772bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:40.506576 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-3bc1a816-bb34-44fd-b413-b1350772bb60 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0650895 Jun 23 17:13:40.566317 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-f4636669-acde-422a-a65b-217224ef61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:40.568119 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-f4636669-acde-422a-a65b-217224ef61ba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548527 Jun 23 17:13:40.664445 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-9ed52963-271b-4ec1-b223-a83f51dd7baf service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889320 Jun 23 17:13:40.758713 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b1bc98c4-2b02-4875-a2bd-b4b02b5da632 req-e3b274e6-4830-4332-bdcf-7acaa3a5ff99 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869911 Jun 23 17:13:41.337761 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a38deb92-6ffa-4476-a013-24f02d57e61b req-a5d36b38-2b0c-4d6a-8a07-27ae61f9ff93 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 210 time: 0.0311265 Jun 23 17:13:42.247124 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-c8c8b113-e418-4a3f-8479-507f47d0d763 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:42.248594 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-c8c8b113-e418-4a3f-8479-507f47d0d763 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 811 time: 0.1105161 Jun 23 17:13:42.305770 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-dc92b40e-af97-4332-b560-ef3a23375add tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935b3c98d86548abb90d0a240eca674e HTTP/1.1" status: 200 len: 379 time: 0.0408366 Jun 23 17:13:42.315033 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'port': {'device_id': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'admin_state_up': True, 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'security_groups': ['89bcbfe5-29be-4bbd-9cc7-686d58e2df8c']}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:13:42.488564 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4136cca5-786a-46ae-a09d-653d5734b9f7 req-7511b783-88ad-4523-9dad-4118781782ef tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 210 time: 0.0298779 Jun 23 17:13:42.508380 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Made reservation on behalf of 935b3c98d86548abb90d0a240eca674e for: {'port': 1} {{(pid=100518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:42.512097 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:42.654411 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.20.0.7 (973d5a0e-5a77-4cb7-a984-b118ad3107e7/030af524-06f3-4732-bb19-c887571e7176/8c9b2fcb-08b2-4155-a18f-bc01353bc459) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:13:42.799515 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:42.813475 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Transition to ACTIVE for port object 8c9b2fcb-08b2-4155-a18f-bc01353bc459 will not be triggered until provisioned by entity DHCP. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:13:42.908841 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:42.914533 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a4a27551-401b-40fb-81f9-b34a96c87395 tempest-AttachVolumeNegativeTest-575687883 tempest-AttachVolumeNegativeTest-575687883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:42.957705 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:13:42.960913 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:42.963663 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:13:42.974335 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:43.010260 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.010650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.011018 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.011383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.011826 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.012133 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.012488 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.012841 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.013200 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.013713 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.014048 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.014237 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:43.019778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:43.051565 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:43.052214 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.143780 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-6d2f5969-4a0e-4067-9170-c081a4944b91 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325107 Jun 23 17:13:43.165851 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Request body: {'port': {'device_id': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:13:43.245622 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.262506 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-3f2cc720-9b40-42a4-86ad-848b89d34539 None None] Provisioning for port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 completed by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:13:43.266940 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-3f2cc720-9b40-42a4-86ad-848b89d34539 None None] Provisioning complete for port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 triggered by entity DHCP. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:13:43.269715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3f2cc720-9b40-42a4-86ad-848b89d34539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.304538 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cc720-9b40-42a4-86ad-848b89d34539 None None] Port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 cannot update to ACTIVE because it is not bound. {{(pid=100519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:13:43.544076 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9b2fcb-08b2-4155-a18f-bc01353bc459 {{(pid=100518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:13:43.552955 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.566985 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.provisioning_blocks [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Transition to ACTIVE for port object 8c9b2fcb-08b2-4155-a18f-bc01353bc459 will not be triggered until provisioned by entity L2. {{(pid=100518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:13:43.664665 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.669051 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1f6cffa7-e993-48f0-98cc-f2f713ff26e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:43.726146 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:43.731884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:43.800032 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a0cc0-5b22-4783-9a8a-0c4622f1247f req-29b1fdee-87af-4a5a-b236-eaecf007f398 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:43.801584 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ce8a0cc0-5b22-4783-9a8a-0c4622f1247f req-29b1fdee-87af-4a5a-b236-eaecf007f398 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 931 time: 0.1684821 Jun 23 17:13:43.860752 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Attempting to bind port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:13:43.866449 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Attempting to bind port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:13:43.866449 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Attempting to bind port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:13:43.869585 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-ce8a0cc0-5b22-4783-9a8a-0c4622f1247f req-17eea9c5-b83a-4573-9482-fb103eeb0b66 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610955 Jun 23 17:13:43.872778 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:13:43.873024 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Attempting to bind port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 on network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:13:43.880188 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Checking agent: {'id': '1f0fe242-74be-4266-8996-0a65a2b815cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'started_at': datetime.datetime(2021, 6, 23, 16, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:13:43.880668 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Checking segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:13:43.881205 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Bound using segment: {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'} {{(pid=100518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:13:43.881627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.managers [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Bound port: 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864b656a-9c39-425f-9468-e8a5debef9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7'}}] {{(pid=100518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:13:43.881976 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:43.948777 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, cleared binding levels {{(pid=100518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:13:43.951846 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:13:44.057757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:44.059984 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-772aa2b4-4ab4-475e-88cc-837690b53e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:44.101781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.101781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:44.101781 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] 10.222.0.68 "PUT /v2.0/ports/8c9b2fcb-08b2-4155-a18f-bc01353bc459 HTTP/1.1" status: 200 len: 1093 time: 0.9342253 Jun 23 17:13:44.101781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:13:44.101781 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd79bef-2a23-477e-aaea-8de99940e687" -d '{"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:44.131568 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=3']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:44.137684 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:44.145907 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9af638-5530-4275-ab3f-ddd18a84c10f x-openstack-request-id: req-fc9af638-5530-4275-ab3f-ddd18a84c10f {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:44.146247 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:44.146545 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-fc9af638-5530-4275-ab3f-ddd18a84c10f {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:44.146987 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'status': 'completed', 'code': 200} Jun 23 17:13:44.206003 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d60106c0-e696-4642-b677-63f32679f92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:44.258958 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-6e3c782d-a8d9-423c-b58d-cbe8caddb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.261356 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-6e3c782d-a8d9-423c-b58d-cbe8caddb7c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1096 time: 0.0678186 Jun 23 17:13:44.645694 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-fdde18be-027a-48df-8823-f3281f5bda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.647167 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-fdde18be-027a-48df-8823-f3281f5bda2a service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=935b3c98d86548abb90d0a240eca674e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3699367 Jun 23 17:13:44.742769 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-2355da8d-2c2b-4ba6-b11c-0a628c26001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.744279 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5bd79bef-2a23-477e-aaea-8de99940e687 req-2355da8d-2c2b-4ba6-b11c-0a628c26001d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0905254 Jun 23 17:13:44.861399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-90b78a1c-c7f4-41b9-ad8f-b19e23b41818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.863951 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-90b78a1c-c7f4-41b9-ad8f-b19e23b41818 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1096 time: 0.0549536 Jun 23 17:13:44.911888 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-aad1da28-e16a-49f1-837a-458b4a8b53a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459 HTTP/1.1" status: 200 len: 217 time: 0.0352697 Jun 23 17:13:44.967130 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-d9cb8dce-4d4b-41f8-8ac4-029b6b5b2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:44.969199 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-d9cb8dce-4d4b-41f8-8ac4-029b6b5b2923 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0482748 Jun 23 17:13:45.069507 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9753e-2e99-4401-a640-c9293595f881 req-b4492d2e-556f-4862-b50b-84f26adfc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:45.071036 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-b4492d2e-556f-4862-b50b-84f26adfc141 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960732 Jun 23 17:13:45.086627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a26a1-6506-44f1-986f-e186f90da748 req-75f76a30-500b-4d4a-8628-a815af2b0554 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:45.088064 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0a2a26a1-6506-44f1-986f-e186f90da748 req-75f76a30-500b-4d4a-8628-a815af2b0554 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0854723 Jun 23 17:13:45.183465 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-0a2a26a1-6506-44f1-986f-e186f90da748 req-c0689c87-c885-4226-b988-e74e044c7a75 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884295 Jun 23 17:13:45.205171 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-1a45e119-2e49-40ed-bf5c-785d801a5ef2 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Jun 23 17:13:45.301094 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-f6a9753e-2e99-4401-a640-c9293595f881 req-237c73bd-62e5-41e0-979d-7e6b188d7bcd service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Jun 23 17:13:46.366481 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998636-1a90-449c-8bb3-6c6b15cc5fd5 req-c018114b-9a95-470f-9b93-acc58df45515 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:46.367887 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e998636-1a90-449c-8bb3-6c6b15cc5fd5 req-c018114b-9a95-470f-9b93-acc58df45515 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0713861 Jun 23 17:13:46.405669 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-4e998636-1a90-449c-8bb3-6c6b15cc5fd5 req-2b8c1bda-afbc-46af-bc18-c6923080f45d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jun 23 17:13:47.051762 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fe7e-b2ad-4cd4-b9a6-80288e92535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:47.054467 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:47.598773 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114e9-efd0-418f-ac81-620a9f5b035c req-eb748fbd-1e14-47bf-a6a9-bf3f06ad6a9a tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:47.600373 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-db5114e9-efd0-418f-ac81-620a9f5b035c req-eb748fbd-1e14-47bf-a6a9-bf3f06ad6a9a tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0721729 Jun 23 17:13:47.642252 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-db5114e9-efd0-418f-ac81-620a9f5b035c req-f1330a7c-1750-42a9-b90d-8e6d46436916 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Jun 23 17:13:48.645512 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:48.824932 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562af18-f8fb-4d0b-893a-18a08f19480b req-93f2a05c-9660-4abd-a4ba-0090fb551ae0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:48.826389 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9562af18-f8fb-4d0b-893a-18a08f19480b req-93f2a05c-9660-4abd-a4ba-0090fb551ae0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0655456 Jun 23 17:13:48.867155 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9562af18-f8fb-4d0b-893a-18a08f19480b req-2998568a-0be7-489f-adf5-5c401fdaeebc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336666 Jun 23 17:13:50.042191 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac296ef-30b3-45ac-b611-4e40bf452383 req-be254efe-5995-4979-ab78-6e7ab800bfa2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:50.043684 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4ac296ef-30b3-45ac-b611-4e40bf452383 req-be254efe-5995-4979-ab78-6e7ab800bfa2 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0641422 Jun 23 17:13:50.083686 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-4ac296ef-30b3-45ac-b611-4e40bf452383 req-9fe4266a-c2ab-4dd2-9e7f-b28b2d66368e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Jun 23 17:13:50.588103 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:51.267812 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51266c5-ba06-470d-bb9a-b9a68a10ebe4 req-bc97c005-83b6-4b32-8aec-ff09a8096e40 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:51.270630 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e51266c5-ba06-470d-bb9a-b9a68a10ebe4 req-bc97c005-83b6-4b32-8aec-ff09a8096e40 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0719597 Jun 23 17:13:51.313009 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e51266c5-ba06-470d-bb9a-b9a68a10ebe4 req-ce2d3c3b-8d1e-4208-afe2-7166ba0e6a2d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366626 Jun 23 17:13:52.489111 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51eb4-c246-4861-b8ae-0a3f1a2a2501 req-d4ea8105-21cb-4d6e-aecb-ccf3aee1123d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:52.490614 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b2b51eb4-c246-4861-b8ae-0a3f1a2a2501 req-d4ea8105-21cb-4d6e-aecb-ccf3aee1123d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 943 time: 0.0674200 Jun 23 17:13:52.529654 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-b2b51eb4-c246-4861-b8ae-0a3f1a2a2501 req-cb369542-7ec0-4f6c-96f4-0125d8b80c96 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Jun 23 17:13:52.534906 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 8c9b2fcb-08b2-4155-a18f-bc01353bc459 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=100519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:13:52.634001 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:52.645463 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Returning: {'device': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'port_id': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'mac_address': 'fa:16:3e:c2:fe:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:13:52.683332 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:52.699861 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9b2fcb-08b2-4155-a18f-bc01353bc459 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:13:52.722405 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:52.793706 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:52.795546 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-9c58b8d2-639a-43cf-80d2-85c993164237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:52.843077 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=4']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:52.850641 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.850996 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.851337 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.851703 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.852039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.852368 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.852696 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.853024 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.853348 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.853671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.854068 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.854401 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:52.858386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:53.116584 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] get_ports_and_sgs() called for port_ids ['8c9b2fcb-08b2-4155-a18f-bc01353bc459'] {{(pid=100519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:13:53.725499 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe1c53-17f8-4bbd-9c73-6beeefeded2a req-c6349f8d-18a2-496e-b9be-b0a3f55183d7 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:53.726980 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-90fe1c53-17f8-4bbd-9c73-6beeefeded2a req-c6349f8d-18a2-496e-b9be-b0a3f55183d7 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 944 time: 0.0700881 Jun 23 17:13:53.764727 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-90fe1c53-17f8-4bbd-9c73-6beeefeded2a req-ca7cbc89-9723-4be8-bf96-0202a3234f22 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Jun 23 17:13:54.534872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 8c9b2fcb-08b2-4155-a18f-bc01353bc459 up at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:13:54.650666 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning for port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 completed by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:13:54.654963 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Provisioning complete for port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 triggered by entity L2. {{(pid=100519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:13:54.655449 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697691'] for port, provisioning_complete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:54.743527 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:54.765887 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:13:54.768203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a60c200495493a9bec45e5cc0c19002ef68a1f971e1ee7b7ce8c26d3ed3f2de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf023eff-3092-464a-b553-e34884cae462" -d '{"events": [{"server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:54.782140 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:54.810148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b0bfc-462f-4ea0-bb31-a071369066d5 x-openstack-request-id: req-144b0bfc-462f-4ea0-bb31-a071369066d5 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:54.810370 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:54.810614 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-144b0bfc-462f-4ea0-bb31-a071369066d5 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:54.811015 dv-cinder-796950-7-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'code': 200} Jun 23 17:13:54.880044 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:54.881711 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-56bdf761-db8d-458a-8047-caf293235801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:54.931241 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Pushing event updated for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=5']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:54.934351 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:54.951996 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167270d-9641-45a2-8403-35e6705f943d req-e5ab88fe-4f5f-4f94-ae26-641d9d830cba tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:54.953569 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6167270d-9641-45a2-8403-35e6705f943d req-e5ab88fe-4f5f-4f94-ae26-641d9d830cba tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0757279 Jun 23 17:13:54.994640 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-6167270d-9641-45a2-8403-35e6705f943d req-4b7097c2-7333-4edb-a14a-86a11737bea4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Jun 23 17:13:55.095286 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:13:55.383506 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0dd8-8f22-479a-a3fa-a2a5c3d7f231 req-ec7bd443-92a3-41f4-978a-0942774a91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:55.384708 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-11fd0dd8-8f22-479a-a3fa-a2a5c3d7f231 req-ec7bd443-92a3-41f4-978a-0942774a91cf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1098 time: 0.0607481 Jun 23 17:13:55.421311 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-11fd0dd8-8f22-479a-a3fa-a2a5c3d7f231 req-17d37fc8-9c2a-4d83-bcf4-94c33b515564 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303435 Jun 23 17:13:56.234676 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dd51c-64eb-45bf-bda1-5c3f09810a92 req-c8d1f2aa-82d8-48e9-8e33-180b569e26a9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:56.236319 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-637dd51c-64eb-45bf-bda1-5c3f09810a92 req-c8d1f2aa-82d8-48e9-8e33-180b569e26a9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.1229312 Jun 23 17:13:56.276547 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-637dd51c-64eb-45bf-bda1-5c3f09810a92 req-cbbd2560-4227-4c31-a662-b48e93c3a724 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Jun 23 17:13:56.736396 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:57.184221 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [req-372b5c2a-d3c4-4a92-96f6-813c7c9f3f17 req-7055cb9d-92c7-4a56-ae9c-ff20cb2d0c53 service neutron] (100518) timed out ('10.222.0.68', 50608) {{(pid=100518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:13:57.460251 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b4a8-1caf-4efe-a18e-3835ecbead5c req-c4e194f4-995d-4b0e-8662-c6544ede7b3c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:57.461760 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2409b4a8-1caf-4efe-a18e-3835ecbead5c req-c4e194f4-995d-4b0e-8662-c6544ede7b3c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0718265 Jun 23 17:13:57.500801 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-2409b4a8-1caf-4efe-a18e-3835ecbead5c req-42f5c7e6-0630-4e1a-9238-cd77e6ccc5ac tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334177 Jun 23 17:13:57.685636 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6091-22b2-4707-8a8c-3d1c9c72c55e req-264af8bc-8b6e-43a5-9bc0-46a8d3130498 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:57.687087 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d81e6091-22b2-4707-8a8c-3d1c9c72c55e req-264af8bc-8b6e-43a5-9bc0-46a8d3130498 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0699306 Jun 23 17:13:57.728258 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-d81e6091-22b2-4707-8a8c-3d1c9c72c55e req-95a2edbe-5e07-4d58-b06f-8571ea59327e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Jun 23 17:13:57.751618 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56442) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:13:57.803713 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee2570-0969-4aea-a944-92dde8447edc tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:13:57.805213 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-baee2570-0969-4aea-a944-92dde8447edc tempest-TestVolumeBootPattern-32177694 tempest-TestVolumeBootPattern-32177694-project-admin] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1093 time: 0.0526221 Jun 23 17:13:57.808010 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56444) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:13:57.812649 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.v2.base [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Request body: {'floatingip': {'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'port_id': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:13:57.890397 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:57.998017 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650229'] for port, before_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:58.108759 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.db_base_plugin_common [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Allocated IP 172.27.1.158 (ddb94d51-77ed-4abb-b38e-80c104780f71/6f3f984a-4b9e-4947-8e1e-6a4b96cf2419/0f6c638a-f81d-480b-99dd-82b600ecab5d) {{(pid=100518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:13:58.220189 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:58.394104 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-650162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-189270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792434166685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10346138'] for port, after_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:58.396864 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a05809e6-566f-4f38-a316-0e4140a7b1f9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:58.435173 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Network ddb94d51-77ed-4abb-b38e-80c104780f71 is already hosted by enough agents. {{(pid=100518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:13:58.437979 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.base_scheduler [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Resources bound (agent type, host, resource id): {{(pid=100518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:58.441432 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Received port after_create {{(pid=100518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:13:58.447679 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=0f6c638a-f81d-480b-99dd-82b600ecab5d,revision_number=1']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:58.466798 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:58.814316 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:58.971298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650211'] for port, before_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:59.124522 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for port, precommit_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:59.181670 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-c0f2d5aa-5b9a-4b9f-8176-de0a64218707 req-73a15633-4b44-4bf0-9944-adcc79afdd20 service neutron] (100517) timed out ('10.222.0.68', 50581) {{(pid=100517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:13:59.198909 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792434591443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792434166703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792434166748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10346120'] for port, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:59.201198 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-d3d976fc-39df-47c1-a751-53b0b21b70bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:13:59.264956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event updated for resources: {'Port': ['ID=0f6c638a-f81d-480b-99dd-82b600ecab5d,revision_number=2']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:59.268886 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:13:59.281970 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1708408'] for floatingip, after_update {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:59.385328 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP 009b5c09-c5a7-4c36-a307-81e16c068a94 associated. External IP: 172.27.1.158, port: 8c9b2fcb-08b2-4155-a18f-bc01353bc459. Jun 23 17:13:59.642720 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:13:59.799895 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:13:59.810233 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:13:59.819287 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:13:59.824520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:13:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:59.890702 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:13:59.924686 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:13:59.931429 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-78978400-b4b2-405b-a733-00092a033fe9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1223779 Jun 23 17:13:59.932243 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:13:59.934596 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d62ca2-742e-4cbd-8747-6976e7752840" -d '{"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:00.132632 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace1839f-eb4e-4cf3-a8bc-58a298afd642 x-openstack-request-id: req-ace1839f-eb4e-4cf3-a8bc-58a298afd642 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:00.132989 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:00.133283 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-ace1839f-eb4e-4cf3-a8bc-58a298afd642 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:00.133730 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'status': 'completed', 'code': 200} Jun 23 17:14:00.181787 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '009b5c09-c5a7-4c36-a307-81e16c068a94', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:c2:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:13:58Z', 'updated_at': '2021-06-23T17:13:58Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}, {'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:00.208277 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:14:00.217138 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:14:00.217753 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:13:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:00.234855 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-029cfec8-eac9-4459-a9a1-05063206271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:00.236417 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-029cfec8-eac9-4459-a9a1-05063206271e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1098 time: 0.0553739 Jun 23 17:14:00.323329 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:14:00.330133 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-4222a6f2-4911-4872-b6c6-dad85241c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:00.332055 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-4222a6f2-4911-4872-b6c6-dad85241c332 service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0881312 Jun 23 17:14:00.399044 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-dd90fa2a-ab58-4024-ad67-ee1749cedcd3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459 HTTP/1.1" status: 200 len: 999 time: 0.0599620 Jun 23 17:14:00.451711 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-86e213da-8699-43ca-872b-a147b154a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:00.453340 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-86e213da-8699-43ca-872b-a147b154a418 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0483298 Jun 23 17:14:00.517314 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-5fb9a5ef-5b83-421d-9b21-dbfde13dc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:00.518812 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-5fb9a5ef-5b83-421d-9b21-dbfde13dc4b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578418 Jun 23 17:14:00.564009 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '009b5c09-c5a7-4c36-a307-81e16c068a94', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:c2:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:13:58Z', 'updated_at': '2021-06-23T17:13:58Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}, {'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:00.590920 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970875c8-54f8-4964-b935-0da8c3b649f0 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': '009b5c09-c5a7-4c36-a307-81e16c068a94', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:c2:fe:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:13:58Z', 'updated_at': '2021-06-23T17:13:58Z', 'revision_number': 0, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}, {'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:14:00.616136 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-8a5489e2-4f7a-4481-887c-ce2d2da0b312 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Jun 23 17:14:00.716114 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-71d62ca2-742e-4cbd-8747-6976e7752840 req-ac6e4573-500f-4db6-8a95-37b1c57d66f1 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934145 Jun 23 17:14:00.787148 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7918f9-0692-4ca2-8253-bcb3c374459d None None] New status for floating IP 009b5c09-c5a7-4c36-a307-81e16c068a94: ACTIVE {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:14:01.540892 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [req-56c8a8cd-395c-4640-83c8-bebb0da1808e req-0cffd21d-0a37-4207-adef-f17e7e40f703 service neutron] (100518) timed out ('10.222.0.68', 50587) {{(pid=100518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:14:14.324592 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e8c4320f-e565-4328-803d-2f728cd4d99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:16.958606 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-12a3c603-8933-4a35-9a32-1ddf60cf3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:17.021402 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:18.581134 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:20.622363 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:26.740911 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:32.095790 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:14:41.172449 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-3eb0fa7f-89d4-4a1a-9067-36f85d4e9e2a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981226 Jun 23 17:14:41.297530 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-fa7c67ff-d177-4985-af67-1fe8a88581c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:41.299668 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-fa7c67ff-d177-4985-af67-1fe8a88581c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0615106 Jun 23 17:14:41.410973 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-bb1f6af3-8922-4c6e-bc42-0585870b7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:41.412446 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-bb1f6af3-8922-4c6e-bc42-0585870b7a64 service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0896325 Jun 23 17:14:41.479261 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-000ec8f1-99bc-4d9f-9c77-711f1595c47e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 1001 time: 0.0602820 Jun 23 17:14:41.533956 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-db738e04-4da8-4d7a-835d-595e31fd7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:41.535453 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-db738e04-4da8-4d7a-835d-595e31fd7390 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0497439 Jun 23 17:14:41.595118 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-017e00f3-06e8-4317-8d0c-e17b05b4c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:14:41.596611 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-017e00f3-06e8-4317-8d0c-e17b05b4c1a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534637 Jun 23 17:14:41.705550 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-cc2d12ae-b868-4687-979e-6bd2652e0aca service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001322 Jun 23 17:14:41.804618 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-8c13beac-9592-452f-a71c-6684c1f05e32 req-9c96271d-d587-49f0-a7e3-2cf6e52f12a2 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895610 Jun 23 17:14:44.209150 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-758db9e8-1110-4a9a-a34c-d273474c9ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:46.946397 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-060d6b25-c366-4455-97aa-a91d9fe1c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:47.019950 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:48.608957 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:50.574267 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:14:56.745285 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:09.094893 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:15:14.173453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-86812361-4f08-4bcc-956b-035a495c9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:16.935051 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dca5759e-3660-4fce-8ec7-5277448970d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:17.024601 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:18.611482 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:20.579651 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:26.744473 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:38.990087 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56482) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:39.149746 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 0f6c638a-f81d-480b-99dd-82b600ecab5d {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:39.150421 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:39.228284 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:39.228609 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:39.240544 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 0f6c638a-f81d-480b-99dd-82b600ecab5d owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:39.486829 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:39.489152 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-a5af3d8c-8763-44e5-a072-9971a7c48352 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:39.514607 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=0f6c638a-f81d-480b-99dd-82b600ecab5d,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:39.525884 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.526273 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.526650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.527055 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.527386 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.527779 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.528143 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.528511 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.528872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.529260 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.529589 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.530026 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:39.549507 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:39.589266 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:39.589599 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP 009b5c09-c5a7-4c36-a307-81e16c068a94 disassociated (deleted). External IP: 172.27.1.158, port: 8c9b2fcb-08b2-4155-a18f-bc01353bc459. Jun 23 17:15:40.084795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:15:40.199647 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:40.205682 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:40.211286 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:40.223654 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:40.224279 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:40.248074 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "DELETE /v2.0/floatingips/009b5c09-c5a7-4c36-a307-81e16c068a94 HTTP/1.1" status: 204 len: 168 time: 1.2568824 Jun 23 17:15:40.248908 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:15:40.251260 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012201c9-f672-4114-aa1e-5ba3d0d2fc90" -d '{"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:40.359398 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ccad18-2d96-45ea-8708-3c78cee5060d x-openstack-request-id: req-a7ccad18-2d96-45ea-8708-3c78cee5060d {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:40.359795 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:40.360078 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-a7ccad18-2d96-45ea-8708-3c78cee5060d {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:40.360507 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'status': 'completed', 'code': 200} Jun 23 17:15:40.470462 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:40.470790 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-a739ad9b-bb4e-4232-8d17-0479b47e1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:40.472389 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-a739ad9b-bb4e-4232-8d17-0479b47e1235 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 1098 time: 0.0568254 Jun 23 17:15:40.582587 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-1caa2d9d-58a5-48a0-82c9-391d056b817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:40.584988 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-1caa2d9d-58a5-48a0-82c9-391d056b817b service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.1053162 Jun 23 17:15:40.629951 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-8943a89a-e19c-4cee-b322-4ef33d4411d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459 HTTP/1.1" status: 200 len: 217 time: 0.0385461 Jun 23 17:15:40.680786 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-38075bb8-0d8a-44af-86ac-117f908abd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:40.682235 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-38075bb8-0d8a-44af-86ac-117f908abd1b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0459759 Jun 23 17:15:40.728453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:40.747875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-3a7960b6-1826-4f67-96c4-df53f7f29ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:40.750352 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-3a7960b6-1826-4f67-96c4-df53f7f29ede service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604589 Jun 23 17:15:40.762269 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:40.772255 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:40.772884 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:17Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:40.853025 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-2fdbfcbc-1619-4848-8a32-1cacc15a1c04 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Jun 23 17:15:40.892403 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:40.907368 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033945-01ab-457b-83df-3cc8f568894c req-0e08d4aa-d95f-408a-b4a6-e3ddb15ee383 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:40.908962 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7033945-01ab-457b-83df-3cc8f568894c req-0e08d4aa-d95f-408a-b4a6-e3ddb15ee383 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0708530 Jun 23 17:15:40.957530 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-012201c9-f672-4114-aa1e-5ba3d0d2fc90 req-bf622dfb-247f-4fab-afd3-e4c39f5ee00c service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964077 Jun 23 17:15:40.961219 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-e7033945-01ab-457b-83df-3cc8f568894c req-9889815d-eaa7-40d4-a7f2-5109791d2c34 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462193 Jun 23 17:15:41.138938 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:41.165445 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90569caa-07f9-4d7b-a95a-58d1b3770c34 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_floatingips': [{'id': 'ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'router_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'port_id': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'mac_address': 'fa:16:3e:50:8c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:12:00Z', 'updated_at': '2021-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:41.394247 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041accf9-b111-4b00-a723-565524a5edb6 None None] New status for floating IP 009b5c09-c5a7-4c36-a307-81e16c068a94: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:15:42.174358 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e875a81-69e5-48cf-97cd-f80ee0c733b8 req-4d5d58af-4441-45b2-9b41-ee6b69ae8003 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:42.175897 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1e875a81-69e5-48cf-97cd-f80ee0c733b8 req-4d5d58af-4441-45b2-9b41-ee6b69ae8003 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0781486 Jun 23 17:15:42.215926 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-1e875a81-69e5-48cf-97cd-f80ee0c733b8 req-de46e4e4-20bd-4243-a355-c8c423dd84e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Jun 23 17:15:42.967639 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-0ea912bc-322f-4d2f-a7c6-0f49d8053a3b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:42.969266 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-0ea912bc-322f-4d2f-a7c6-0f49d8053a3b tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0645044 Jun 23 17:15:43.079009 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:43.079350 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:43.170202 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] For port 8c9b2fcb-08b2-4155-a18f-bc01353bc459, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=8c9b2fcb-08b2-4155-a18f-bc01353bc459,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:43.171171 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:43.183833 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 8c9b2fcb-08b2-4155-a18f-bc01353bc459 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:43.418293 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4be8f-c1e6-407e-88fd-ca6f959c911a req-7f8925ca-a81c-4ff3-bbf1-a13349d3b844 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:43.419818 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-37c4be8f-c1e6-407e-88fd-ca6f959c911a req-7f8925ca-a81c-4ff3-bbf1-a13349d3b844 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 945 time: 0.0737839 Jun 23 17:15:43.423867 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:43.428606 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b0913e53-4cee-41c7-9bdb-1b15f05173fc tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:43.459715 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=8c9b2fcb-08b2-4155-a18f-bc01353bc459,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:43.462957 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:43.477346 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-37c4be8f-c1e6-407e-88fd-ca6f959c911a req-9ff2d282-5e67-412e-b223-09c6583e9eda tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490158 Jun 23 17:15:43.510589 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] No DVR routers for this DVR port 8c9b2fcb-08b2-4155-a18f-bc01353bc459 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:15:43.513517 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:43.516939 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-a3e129a9-4e20-4d20-b415-1fffb86e94d7 req-b2b9b076-cbf8-4cd5-bb24-b09e3d7e8be4 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "DELETE /v2.0/ports/8c9b2fcb-08b2-4155-a18f-bc01353bc459 HTTP/1.1" status: 204 len: 173 time: 0.5408499 Jun 23 17:15:43.517491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'name': 'network-vif-deleted', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:15:43.519894 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd0dc8-16c3-47bf-b01c-bba231ddaabc" -d '{"events": [{"server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "name": "network-vif-deleted", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:43.559863 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d6582-9a44-4c8c-b3fc-5fd6722fc05e x-openstack-request-id: req-952d6582-9a44-4c8c-b3fc-5fd6722fc05e {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:43.560203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8924666-615f-4c85-b8c7-2b270dcad10c", "name": "network-vif-deleted", "tag": "8c9b2fcb-08b2-4155-a18f-bc01353bc459", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:43.560537 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-952d6582-9a44-4c8c-b3fc-5fd6722fc05e {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:43.561728 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8924666-615f-4c85-b8c7-2b270dcad10c', 'name': 'network-vif-deleted', 'tag': '8c9b2fcb-08b2-4155-a18f-bc01353bc459', 'status': 'completed', 'code': 200} Jun 23 17:15:44.267715 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f92d5d6f-131c-4b5b-89bf-7ce2a68834ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:44.673532 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-9c3a16a2-57f6-44e4-9b81-f59c34c809fa req-4b809b0c-789d-4d54-ba4b-b434dca5fde1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=b8924666-615f-4c85-b8c7-2b270dcad10c HTTP/1.1" status: 200 len: 210 time: 0.0345492 Jun 23 17:15:46.094592 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:15:46.960840 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e840a2e3-59e3-467b-b84a-7ffd7d9eaafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:47.028203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 8c9b2fcb-08b2-4155-a18f-bc01353bc459 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:15:47.048387 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 8c9b2fcb-08b2-4155-a18f-bc01353bc459 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:15:47.048736 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 8c9b2fcb-08b2-4155-a18f-bc01353bc459 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:15:47.098031 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.308228 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56534) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:48.480717 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 81454027-a7f2-412e-9f1e-cdaf8ad379da {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:48.481060 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.560517 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.560754 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.572860 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 81454027-a7f2-412e-9f1e-cdaf8ad379da owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:48.632657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.867650 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.869729 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-1eedfcb6-0076-4d27-864d-78f34c92ccf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:48.895229 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=81454027-a7f2-412e-9f1e-cdaf8ad379da,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:48.898402 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:48.961942 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:48.963270 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.db.l3_db [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Floating IP ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b disassociated (deleted). External IP: 172.27.1.175, port: 853275d0-eeb0-4944-ba58-414d8bf7f981. Jun 23 17:15:49.180363 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:15:49.289769 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:49.298823 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:49.300097 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:49.309493 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:49.310118 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:49.336551 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-2652706d-18df-452c-b86f-a86a1706e7e9 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "DELETE /v2.0/floatingips/ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b HTTP/1.1" status: 204 len: 168 time: 1.0272188 Jun 23 17:15:49.337203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:15:49.339723 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc48acdf-0198-4624-a9aa-1c481a63801e" -d '{"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:49.381399 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10499e6e-0623-47ee-bb37-1143af3b950b x-openstack-request-id: req-10499e6e-0623-47ee-bb37-1143af3b950b {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:49.381828 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:49.382030 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-10499e6e-0623-47ee-bb37-1143af3b950b {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:49.382470 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'status': 'completed', 'code': 200} Jun 23 17:15:49.423593 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:49.487753 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-8b5555a7-5a6d-4f8c-8853-8e43902f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:49.489376 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-8b5555a7-5a6d-4f8c-8853-8e43902f69df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=935b3c98d86548abb90d0a240eca674e&device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 1098 time: 0.0558717 Jun 23 17:15:49.584530 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-6e448684-c9dc-4cb2-9b7e-fff2ac2219e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:49.586390 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-6e448684-c9dc-4cb2-9b7e-fff2ac2219e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 200 len: 913 time: 0.0899670 Jun 23 17:15:49.632366 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-37760c2e-5a79-4239-bd29-c0ab46fa1fee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 200 len: 217 time: 0.0386724 Jun 23 17:15:49.633681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:49.664039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:49.673728 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:49.674383 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:49.682983 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-e2381131-f6a9-4e0d-969e-9b464e96d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:49.684368 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-e2381131-f6a9-4e0d-969e-9b464e96d74b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 200 len: 850 time: 0.0456054 Jun 23 17:15:49.747892 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-0f447565-5703-42aa-802f-b2e0fd5b4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:49.749398 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-0f447565-5703-42aa-802f-b2e0fd5b4977 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=973d5a0e-5a77-4cb7-a984-b118ad3107e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568910 Jun 23 17:15:49.781155 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:49.850906 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-20000ac9-78c6-4683-a9c0-a267e706b563 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935314 Jun 23 17:15:49.991985 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:50.020669 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d459df5-7d69-455a-831b-fc2104838566 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:08:31Z', 'revision_number': 4, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi', '_interfaces': [{'id': 'f0ade88f-44ae-44a7-a496-91eff04feb1e', 'name': '', 'network_id': '973d5a0e-5a77-4cb7-a984-b118ad3107e7', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'mac_address': 'fa:16:3e:9d:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '030af524-06f3-4732-bb19-c887571e7176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:30Z', 'updated_at': '2021-06-23T17:08:37Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'subnets': [{'id': '030af524-06f3-4732-bb19-c887571e7176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:50.021103 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-fc48acdf-0198-4624-a9aa-1c481a63801e req-5bdaddc9-dfc2-4ab6-a864-635d75120386 service neutron] 10.222.0.68 "GET /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326556 Jun 23 17:15:50.029389 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa4c1-5e56-4d13-8385-cba2f32b42f6 req-3ea6d07b-1dca-4f2a-8976-9c139299ae9c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:50.031845 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-66daa4c1-5e56-4d13-8385-cba2f32b42f6 req-3ea6d07b-1dca-4f2a-8976-9c139299ae9c tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.1356366 Jun 23 17:15:50.072883 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-66daa4c1-5e56-4d13-8385-cba2f32b42f6 req-70079dad-e774-4baa-b11a-f65225b8a6d6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351772 Jun 23 17:15:50.248504 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0789e8-53e7-407c-be00-8a6ca60149db None None] New status for floating IP ffc40e04-19c7-4bec-a2ea-92ea6b20ee3b: DOWN {{(pid=100520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:15:50.641654 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:51.252155 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548e16-8292-4d45-b5a4-c2e4013a41bc req-812c1f9c-9b52-441c-b4a5-aff76a8216c6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:51.253906 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4548e16-8292-4d45-b5a4-c2e4013a41bc req-812c1f9c-9b52-441c-b4a5-aff76a8216c6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0662291 Jun 23 17:15:51.292553 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-b4548e16-8292-4d45-b5a4-c2e4013a41bc req-42f859ff-8c0d-444f-b658-924365b7f0c6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Jun 23 17:15:51.978312 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720245a9-0723-494d-b12f-a50655dd7400 req-79c563a3-7772-4437-b326-8f179c64da2e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:51.979826 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-720245a9-0723-494d-b12f-a50655dd7400 req-79c563a3-7772-4437-b326-8f179c64da2e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 945 time: 0.0645084 Jun 23 17:15:52.085739 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 853275d0-eeb0-4944-ba58-414d8bf7f981 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:52.086084 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:52.171844 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] For port 853275d0-eeb0-4944-ba58-414d8bf7f981, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=853275d0-eeb0-4944-ba58-414d8bf7f981,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:52.172190 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:52.184941 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 853275d0-eeb0-4944-ba58-414d8bf7f981 owned by compute:nova {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:52.446234 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:52.450304 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:52.489610 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=853275d0-eeb0-4944-ba58-414d8bf7f981,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:52.495531 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:52.538738 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] No DVR routers for this DVR port 853275d0-eeb0-4944-ba58-414d8bf7f981 on host hv-cinder-79695 {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:15:52.547241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for port, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:52.547241 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-720245a9-0723-494d-b12f-a50655dd7400 req-38185079-403b-472f-8252-21cf9b796e83 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.68 "DELETE /v2.0/ports/853275d0-eeb0-4944-ba58-414d8bf7f981 HTTP/1.1" status: 204 len: 173 time: 0.5581148 Jun 23 17:15:52.547241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'name': 'network-vif-deleted', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981'}] {{(pid=100518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:15:52.547241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.99/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}78fbe48eca64b463abedcdce6d517cb9142f09b550e383f0ffb3ae614a67ba05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8df06a-e8e4-455d-bd2d-d2ad0955a81c" -d '{"events": [{"server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "name": "network-vif-deleted", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981"}]}' {{(pid=100518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:52.561018 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c828-3c96-4998-9962-d55fb9062fef req-1ffd9ab5-7664-45aa-baaa-c490eeb3edf6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:15:52.562049 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5479c828-3c96-4998-9962-d55fb9062fef req-1ffd9ab5-7664-45aa-baaa-c490eeb3edf6 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 867 time: 0.1535778 Jun 23 17:15:52.588668 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf33f1-4908-4f33-9fbb-ce6a68358ff4 x-openstack-request-id: req-13bf33f1-4908-4f33-9fbb-ce6a68358ff4 {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:52.589065 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424b6d23-48d8-4c9e-9595-7e75f1c5752b", "name": "network-vif-deleted", "tag": "853275d0-eeb0-4944-ba58-414d8bf7f981", "status": "completed", "code": 200}]} {{(pid=100518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:52.589362 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.99/compute/v2.1/os-server-external-events used request id req-13bf33f1-4908-4f33-9fbb-ce6a68358ff4 {{(pid=100518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:52.589792 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424b6d23-48d8-4c9e-9595-7e75f1c5752b', 'name': 'network-vif-deleted', 'tag': '853275d0-eeb0-4944-ba58-414d8bf7f981', 'status': 'completed', 'code': 200} Jun 23 17:15:52.604271 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [req-5479c828-3c96-4998-9962-d55fb9062fef req-6eca00e7-3bf0-4bdc-87ec-b424d665df0f tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/security-groups?id=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Jun 23 17:15:53.770254 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [req-53c6c48a-6d24-4221-aa63-48530c89a046 req-bfcf1055-4b2f-4281-b578-9db4abe7027e tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "GET /v2.0/ports?device_id=424b6d23-48d8-4c9e-9595-7e75f1c5752b HTTP/1.1" status: 200 len: 210 time: 0.0315852 Jun 23 17:15:54.865872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56554) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:54.993231 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Deleting port 1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:54.993470 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.074041 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.074410 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.077167 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 853275d0-eeb0-4944-ba58-414d8bf7f981 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:15:55.090383 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Calling delete_port for 1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2 owned by network:floatingip {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:55.098039 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] No Port match for: 853275d0-eeb0-4944-ba58-414d8bf7f981 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:15:55.098386 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Device 853275d0-eeb0-4944-ba58-414d8bf7f981 not bound to the agent host hv-cinder-79695 {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:15:55.300924 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.303075 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-b9059e36-1f04-43be-ac29-fee086522335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:55.331681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'Port': ['ID=1f8ec74d-a580-40bf-be4e-df6a8ca6e2d2,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:55.336543 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:55.394295 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for floatingip, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.396875 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-177136'] for floatingip, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:55.398013 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-335cda4f-03ee-49ae-830b-87d351e55010 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "DELETE /v2.0/floatingips/881b91bf-4696-47db-b44a-5e638dba229d HTTP/1.1" status: 204 len: 168 time: 0.5311642 Jun 23 17:15:56.694676 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:56.869446 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56566) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:56.930215 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:56.955659 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:57.120689 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:57.123426 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:57.124690 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] 10.222.0.99 "DELETE /v2.0/security-groups/89bcbfe5-29be-4bbd-9cc7-686d58e2df8c HTTP/1.1" status: 204 len: 168 time: 0.2541087 Jun 23 17:15:57.125439 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-e5335110-4d88-4cb4-82fb-015dacca6b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:57.135712 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bcbfe5-29be-4bbd-9cc7-686d58e2df8c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:57.137757 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-61f6b0f6-6947-497f-af43-60e90693b7e1 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:57.285066 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56570) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:58.025923 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.282990 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Deleting port f0ade88f-44ae-44a7-a496-91eff04feb1e {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:58.283241 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.367213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] For port f0ade88f-44ae-44a7-a496-91eff04feb1e, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=f0ade88f-44ae-44a7-a496-91eff04feb1e,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:58.367627 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.380266 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Calling delete_port for f0ade88f-44ae-44a7-a496-91eff04feb1e owned by network:router_interface {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:58.651763 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:58.653965 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-22af027f-a56b-46b9-bdcb-e25b9127362d tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:58.678266 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ade88f-44ae-44a7-a496-91eff04feb1e,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:58.681374 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:15:58.854814 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.068929 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Router b5c45bff-ea63-440e-80f0-8ca87e13eadd has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:15:59.174414 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:59.179351 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-125f4836-deec-4126-bd3d-3f6529ad6e86 admin admin] 10.222.0.99 "PUT /v2.0/routers/b5c45bff-ea63-440e-80f0-8ca87e13eadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931487 Jun 23 17:15:59.181988 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56574) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:15:59.183603 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Sync routers for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:59.193568 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:59.194187 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:59.300659 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.300902 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: dv-cinder-796950-7-iscsi {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:59.400916 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.574444 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Deleting port 4dce39b0-7a3a-48fe-9f7e-6894a3621954 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:15:59.574683 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.608224 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:15:58Z', 'revision_number': 5, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port': {'id': '4dce39b0-7a3a-48fe-9f7e-6894a3621954', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:28Z', 'updated_at': '2021-06-23T17:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:59.636022 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Checking router: b5c45bff-ea63-440e-80f0-8ca87e13eadd for host: dv-cinder-796950-7-iscsi {{(pid=100519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:59.645706 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Routers {'b5c45bff-ea63-440e-80f0-8ca87e13eadd'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:15:59.646331 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'], 'active': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:59.663813 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] For port 4dce39b0-7a3a-48fe-9f7e-6894a3621954, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=4dce39b0-7a3a-48fe-9f7e-6894a3621954,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:59.664208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.676238 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Calling delete_port for 4dce39b0-7a3a-48fe-9f7e-6894a3621954 owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:15:59.732703 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvr_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] Set router b5c45bff-ea63-440e-80f0-8ca87e13eadd gateway port host: None {{(pid=100519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:15:59.787564 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_hamode_db [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:15:59Z', 'revision_number': 6, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port_host': None}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:59.813775 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33e286-53ed-41dc-a71b-a1a910cc8537 None None] The sync data for ids ['b5c45bff-ea63-440e-80f0-8ca87e13eadd'] in dv-cinder-796950-7-iscsi is: [{'id': 'b5c45bff-ea63-440e-80f0-8ca87e13eadd', 'name': 'tempest-TestVolumeBootPattern-876109908-router', 'tenant_id': '935b3c98d86548abb90d0a240eca674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:27Z', 'updated_at': '2021-06-23T17:15:59Z', 'revision_number': 6, 'project_id': '935b3c98d86548abb90d0a240eca674e', 'gw_port_host': None}] {{(pid=100519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:59.914185 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:15:59.916476 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:15:59.940510 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dce39b0-7a3a-48fe-9f7e-6894a3621954,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:59.952204 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.952704 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.953080 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.953969 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.954336 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.954700 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.955052 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.955413 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.955800 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.956157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.956512 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.956863 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:59.975126 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:00.020290 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.110556 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.112540 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.217400 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.218033 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c45bff-ea63-440e-80f0-8ca87e13eadd {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:16:00.222494 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.223556 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-3947991d-8b47-4fda-993e-894f098e8754 admin admin] 10.222.0.99 "DELETE /v2.0/routers/b5c45bff-ea63-440e-80f0-8ca87e13eadd HTTP/1.1" status: 204 len: 168 time: 1.0405807 Jun 23 17:16:00.226206 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56576) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:00.272978 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Deleting subnet 030af524-06f3-4732-bb19-c887571e7176 {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:16:00.276043 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.309299 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.402816 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.543843 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.546255 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-c03be827-2e4d-49bf-b81e-5d434a352f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:00.574882 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030af524-06f3-4732-bb19-c887571e7176,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:00.577959 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:00.584202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.586155 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-38c10a05-931f-416c-9a32-ec2a0ae867e3 admin admin] 10.222.0.99 "DELETE /v2.0/subnets/030af524-06f3-4732-bb19-c887571e7176 HTTP/1.1" status: 204 len: 168 time: 0.3588667 Jun 23 17:16:00.590338 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7021acd0-723f-4939-a0a1-70e1774129de None None] Network 973d5a0e-5a77-4cb7-a984-b118ad3107e7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:00.592876 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56578) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:00.669031 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.731298 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Deleting port bf503ee9-10f5-469f-80dd-9ae2857b7698 {{(pid=100518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:00.731681 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.768645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4dce39b0-7a3a-48fe-9f7e-6894a3621954 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:00.793785 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 4dce39b0-7a3a-48fe-9f7e-6894a3621954 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:00.794141 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 4dce39b0-7a3a-48fe-9f7e-6894a3621954 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:00.794577 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f0ade88f-44ae-44a7-a496-91eff04feb1e no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:00.804872 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.db [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] For port bf503ee9-10f5-469f-80dd-9ae2857b7698, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=bf503ee9-10f5-469f-80dd-9ae2857b7698,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:00.805276 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.823516 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] DHCP port deletion for 973d5a0e-5a77-4cb7-a984-b118ad3107e7 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:16:00.827644 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: f0ade88f-44ae-44a7-a496-91eff04feb1e {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:00.828064 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device f0ade88f-44ae-44a7-a496-91eff04feb1e not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:00.831674 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.plugin [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Calling delete_port for bf503ee9-10f5-469f-80dd-9ae2857b7698 owned by network:dhcp {{(pid=100518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:00.888801 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Deleting port bf503ee9-10f5-469f-80dd-9ae2857b7698 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:00.889196 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.956001 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] For port bf503ee9-10f5-469f-80dd-9ae2857b7698, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=bf503ee9-10f5-469f-80dd-9ae2857b7698,segment=NetworkSegment(864b656a-9c39-425f-9468-e8a5debef9b4),segment_id=864b656a-9c39-425f-9468-e8a5debef9b4)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:00.956403 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:00.971504 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Calling delete_port for bf503ee9-10f5-469f-80dd-9ae2857b7698 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:01.023203 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10346115'] for port, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.026184 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-2e1c2df1-6ffb-4a34-9218-7666f6571fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:01.051407 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.051799 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf503ee9-10f5-469f-80dd-9ae2857b7698,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:01.054148 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:01.055217 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:01.056212 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] No DVR routers for this DVR port bf503ee9-10f5-469f-80dd-9ae2857b7698 on host dv-cinder-796950-7-iscsi {{(pid=100518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:16:01.078731 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Pushing event deleted for resources: {'Port': ['ID=bf503ee9-10f5-469f-80dd-9ae2857b7698,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:01.089373 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] No DVR routers for this DVR port bf503ee9-10f5-469f-80dd-9ae2857b7698 on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.096490 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.097371 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.097622 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.097776 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.098120 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.098439 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.098765 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:01.102225 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-2a4980a0-1ab8-4f0b-9836-483450d37b52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:01.135546 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.146722 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973d5a0e-5a77-4cb7-a984-b118ad3107e7']}} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:01.158741 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864b656a-9c39-425f-9468-e8a5debef9b4') {'for_net_delete': True} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:01.164213 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.services.segments.db [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864b656a-9c39-425f-9468-e8a5debef9b4') {} {{(pid=100518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:01.168133 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626678'] for segment, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.182519 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.188961 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Releasing vlan 1478 on physical network physnet1 to pool {{(pid=100518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:16:01.189356 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10346068'] for segment, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: Traceback (most recent call last): Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: timer() Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: cb(*args, **kw) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: return func(*args, **kwargs) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: self._notify() Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: self.callback(batched_events) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: event.method(event) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: return f(self, *a, **k) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._get(url).json() Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: return self.request(url, 'GET', **kwargs) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:16:01.191050 dv-cinder-796950-7-iscsi neutron-server[100518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:16:01.317989 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.322118 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-5645129c-e9e3-4353-a8a3-74d6d9401b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:01.326450 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.326997 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] 10.222.0.99 "DELETE /v2.0/networks/973d5a0e-5a77-4cb7-a984-b118ad3107e7 HTTP/1.1" status: 204 len: 168 time: 0.7331195 Jun 23 17:16:01.330650 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56580) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:01.338769 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Pushing event deleted for resources: {'Network': ['ID=973d5a0e-5a77-4cb7-a984-b118ad3107e7,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:01.342948 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-69be9525-0e21-4b67-ad76-94b9d7f7d95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:01.684965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1725182'] for router_interface, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:01.939331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Deleting port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:01.939600 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:02.019124 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] For port 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:02.019493 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:02.032208 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Calling delete_port for 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa owned by network:router_interface {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:02.357973 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:02.360341 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-896815fc-4fcd-4367-ae15-29e752f202db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:02.383085 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa5ff23-ec19-4a05-b7c8-28935ef93aaa,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:02.386606 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:02.573857 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1707534'] for router_interface, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:02.817244 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Router 787b701a-56b1-46b9-91e1-3853500ba4ab has already been hosted by L3 agent cf44c9ef-5b01-4ebe-b768-04132befe7da {{(pid=100517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:16:02.820235 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device bf503ee9-10f5-469f-80dd-9ae2857b7698 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:02.841375 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: bf503ee9-10f5-469f-80dd-9ae2857b7698 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:02.841710 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device bf503ee9-10f5-469f-80dd-9ae2857b7698 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:02.937820 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-iscsi the message routers_updated {{(pid=100517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:02.946419 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-0efe5926-4354-4600-8cbd-b824db6ee5c1 admin admin] 10.222.0.99 "PUT /v2.0/routers/787b701a-56b1-46b9-91e1-3853500ba4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144931 Jun 23 17:16:02.949628 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56582) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:02.951113 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Sync routers for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:02.963663 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:02.964217 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:03.191907 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:03.383989 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:16:02Z', 'revision_number': 5, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:03.399405 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:03.411597 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Checking router: 787b701a-56b1-46b9-91e1-3853500ba4ab for host: dv-cinder-796950-7-iscsi {{(pid=100520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:03.420271 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Routers {'787b701a-56b1-46b9-91e1-3853500ba4ab'} bound to L3 agent in host dv-cinder-796950-7-iscsi {{(pid=100520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:16:03.421092 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:49:47Z,description=,heartbeat_timestamp=2021-06-23T17:15:47Z,host='dv-cinder-796950-7-iscsi',id=cf44c9ef-5b01-4ebe-b768-04132befe7da,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:49:48Z,topic='l3_agent')) {'router_ids': ['787b701a-56b1-46b9-91e1-3853500ba4ab'], 'active': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:03.515121 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:03.535490 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvr_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] Set router 787b701a-56b1-46b9-91e1-3853500ba4ab gateway port host: dv-cinder-796950-7-iscsi {{(pid=100520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:16:03.646222 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Deleting port 102ea47e-b814-4693-9a5b-9ad860fe034c {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:03.646566 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:03.730263 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.l3_hamode_db [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:16:02Z', 'revision_number': 5, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}], 'dv-cinder-796950-7-iscsi', False) {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:03.733182 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] For port 102ea47e-b814-4693-9a5b-9ad860fe034c, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=102ea47e-b814-4693-9a5b-9ad860fe034c,segment=NetworkSegment(f2b6643c-3224-4d85-8f3b-1fa21babbfb1),segment_id=f2b6643c-3224-4d85-8f3b-1fa21babbfb1)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:03.733543 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:03.746466 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Calling delete_port for 102ea47e-b814-4693-9a5b-9ad860fe034c owned by network:router_gateway {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:03.757400 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4ab8-4bc1-4990-afa3-db39bf4d2c84 None None] The sync data for ids ['787b701a-56b1-46b9-91e1-3853500ba4ab'] in dv-cinder-796950-7-iscsi is: [{'id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'name': 'tempest-TestVolumeBootPattern-1065824235-router', 'tenant_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'external_fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:08:34Z', 'updated_at': '2021-06-23T17:16:02Z', 'revision_number': 5, 'project_id': '1f1d101d7e274789a16c90e0cb95a2f7', 'gw_port': {'id': '102ea47e-b814-4693-9a5b-9ad860fe034c', 'name': '', 'network_id': 'ddb94d51-77ed-4abb-b38e-80c104780f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b701a-56b1-46b9-91e1-3853500ba4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:08:35Z', 'updated_at': '2021-06-23T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f3f984a-4b9e-4947-8e1e-6a4b96cf2419', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-iscsi'}] {{(pid=100520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:04.014592 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.018147 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-8996ec66-e062-40b1-a0f7-5b9c2cf938b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:04.052379 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=102ea47e-b814-4693-9a5b-9ad860fe034c,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:04.055397 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:04.124199 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1708443'] for router_gateway, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.226027 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5444'] for router, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.228539 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.400004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706229'] for router, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.400741 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 787b701a-56b1-46b9-91e1-3853500ba4ab {{(pid=100517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:16:04.404809 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.405980 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1eea8292-3a20-4dff-b358-c8490ebebbf6 admin admin] 10.222.0.99 "DELETE /v2.0/routers/787b701a-56b1-46b9-91e1-3853500ba4ab HTTP/1.1" status: 204 len: 168 time: 1.4553802 Jun 23 17:16:04.409154 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56584) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:04.480729 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Deleting subnet 2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de {{(pid=100517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:16:04.489401 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.546828 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9850189'] for subnet, precommit_delete_associations {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.629029 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701485'] for subnet, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.763986 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9912884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521376'] for subnet, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.766875 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e560c7ca-e26a-4020-9b30-415cd3b4e630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:04.793186 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:04.796189 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:04.797831 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.800008 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-1f40c24e-9f8c-42d7-afd3-b042db2e3d7e admin admin] 10.222.0.99 "DELETE /v2.0/subnets/2fb844cd-5855-4c7a-b1d3-9d44f3dbc6de HTTP/1.1" status: 204 len: 168 time: 0.3891809 Jun 23 17:16:04.802157 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56586) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:04.804645 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda8565-9c0d-4837-a206-29bd7c6bda3e None None] Network 08939f81-8eff-4f49-9c38-dd1831cd4be7 requested from dv-cinder-796950-7-iscsi {{(pid=100519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:16:04.889064 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633771'] for network, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.947250 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 102ea47e-b814-4693-9a5b-9ad860fe034c no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:04.965732 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Deleting port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 {{(pid=100517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:04.966144 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:04.971665 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 102ea47e-b814-4693-9a5b-9ad860fe034c {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:04.972023 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 102ea47e-b814-4693-9a5b-9ad860fe034c not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:04.972460 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:04.993752 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:04.994106 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 8aa5ff23-ec19-4a05-b7c8-28935ef93aaa not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:05.056907 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.db [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] For port 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=1bb25102-6c6f-486a-a4a6-26e1552f2d69,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:05.056907 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.056907 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.plugin [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Calling delete_port for 1bb25102-6c6f-486a-a4a6-26e1552f2d69 owned by network:dhcp {{(pid=100517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:05.104350 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] DHCP port deletion for 08939f81-8eff-4f49-9c38-dd1831cd4be7 request from dv-cinder-796950-7-iscsi {{(pid=100519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:16:05.154885 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Deleting port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:16:05.155186 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792434588191'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.224807 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] For port 1bb25102-6c6f-486a-a4a6-26e1552f2d69, host dv-cinder-796950-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-iscsi',level=0,port_id=1bb25102-6c6f-486a-a4a6-26e1552f2d69,segment=NetworkSegment(863f6a29-992d-4499-a328-73025f57575b),segment_id=863f6a29-992d-4499-a328-73025f57575b)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:05.225203 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709777'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.238423 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Calling delete_port for 1bb25102-6c6f-486a-a4a6-26e1552f2d69 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:16:05.240004 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9912958'] for port, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.242308 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-cd7722fa-5164-493b-8d53-d026eebd56c0 tempest-TestVolumeBootPattern-651557356 tempest-TestVolumeBootPattern-651557356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:05.269981 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb25102-6c6f-486a-a4a6-26e1552f2d69,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:05.273600 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:05.276190 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] No DVR routers for this DVR port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 on host dv-cinder-796950-7-iscsi {{(pid=100517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:16:05.323741 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-650173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792434592305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792434166694'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.326089 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:05.349496 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Pushing event deleted for resources: {'Port': ['ID=1bb25102-6c6f-486a-a4a6-26e1552f2d69,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:05.349786 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700576', 'neutron.services.segments.db._delete_segments_for_network-8792434690079'] for network, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.352907 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG oslo_concurrency.lockutils [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:05.353724 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a66a3-9887-4220-8f8a-cce6bf8dd2a4 None None] No DVR routers for this DVR port 1bb25102-6c6f-486a-a4a6-26e1552f2d69 on host dv-cinder-796950-7-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:16:05.362469 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08939f81-8eff-4f49-9c38-dd1831cd4be7']}} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:05.371575 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863f6a29-992d-4499-a328-73025f57575b') {'for_net_delete': True} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:05.371870 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.services.segments.db [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863f6a29-992d-4499-a328-73025f57575b') {} {{(pid=100517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:05.381642 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792434677998', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9850194'] for segment, before_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.396359 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608'] for segment, precommit_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.402331 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=100517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:16:05.403202 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-579608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9913001'] for segment, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: Traceback (most recent call last): Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: timer() Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: cb(*args, **kw) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: return func(*args, **kwargs) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: self._notify() Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: self.callback(batched_events) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: event.method(event) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: return f(self, *a, **k) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._get(url).json() Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: return self.request(url, 'GET', **kwargs) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:16:05.404649 dv-cinder-796950-7-iscsi neutron-server[100517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:16:05.524090 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1601696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1578770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708394'] for network, after_delete {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.527954 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-e22ca2a2-512b-4cb9-aff0-1c31be292a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:05.530480 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron_lib.callbacks.manager [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578807'] for network, before_response {{(pid=100517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:05.532802 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] 10.222.0.99 "DELETE /v2.0/networks/08939f81-8eff-4f49-9c38-dd1831cd4be7 HTTP/1.1" status: 204 len: 168 time: 0.7296937 Jun 23 17:16:05.543965 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Pushing event deleted for resources: {'Network': ['ID=08939f81-8eff-4f49-9c38-dd1831cd4be7,revision_number=None']} {{(pid=100517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:05.546389 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG oslo_concurrency.lockutils [None req-9acdc62f-6b01-49dd-b6e8-02f52d7988fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100517) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:05.905539 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [-] (100517) accepted ('10.222.0.99', 56590) {{(pid=100517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:05.949853 dv-cinder-796950-7-iscsi neutron-server[100517]: INFO neutron.wsgi [None req-4bf0e8ba-c40b-48c3-b7fd-c0fd7af8f5fa admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=935b3c98d86548abb90d0a240eca674e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429521 Jun 23 17:16:05.953265 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56592) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:06.010783 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:06.033129 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:06.177455 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:06.180083 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:06.181276 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/d1ee22ce-6226-49b0-b5bd-448d7fe7cf0c HTTP/1.1" status: 204 len: 168 time: 0.2270157 Jun 23 17:16:06.182094 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-bf2f14a4-1b0d-4f31-83e7-8ab7596c709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:06.190340 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee22ce-6226-49b0-b5bd-448d7fe7cf0c,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:06.193601 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-6e30007e-5f1e-462e-992f-1357ac1e3bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:06.760679 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 1bb25102-6c6f-486a-a4a6-26e1552f2d69 no longer exists at agent ovs-agent-dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:16:06.783967 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] No Port match for: 1bb25102-6c6f-486a-a4a6-26e1552f2d69 {{(pid=100519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:16:06.784426 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.rpc [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Device 1bb25102-6c6f-486a-a4a6-26e1552f2d69 not bound to the agent host dv-cinder-796950-7-iscsi {{(pid=100519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:16:06.889842 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56598) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:06.934145 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-02e1ef4a-e593-4912-9677-a185cab4decb admin admin] 10.222.0.99 "GET /v2.0/security-groups?tenant_id=1f1d101d7e274789a16c90e0cb95a2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431068 Jun 23 17:16:06.937148 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.wsgi [-] (100518) accepted ('10.222.0.99', 56600) {{(pid=100518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:16:06.990951 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:07.014491 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:07.137968 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216663'] for security_group, after_delete {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:07.140737 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron_lib.callbacks.manager [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:07.141916 dv-cinder-796950-7-iscsi neutron-server[100518]: INFO neutron.wsgi [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] 10.222.0.99 "DELETE /v2.0/security-groups/60a5d9d7-9ad5-4b0e-97b0-dade971d3ea7 HTTP/1.1" status: 204 len: 168 time: 0.2038321 Jun 23 17:16:07.142709 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-81d1ca71-efec-4b0b-a5ce-d6419978dfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:16:07.152157 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a5d9d7-9ad5-4b0e-97b0-dade971d3ea7,revision_number=None']} {{(pid=100518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:07.154531 dv-cinder-796950-7-iscsi neutron-server[100518]: DEBUG oslo_concurrency.lockutils [None req-0e38319f-d797-4af5-b094-a56da8e24a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:16:14.217671 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4d3e-d334-443c-8422-bdb386d51ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:16.931550 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5976-fb5c-4e6f-a4ba-dc0145486279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:17.071682 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:18.668634 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:20.580587 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:23.094734 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:16:26.737635 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:44.211995 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bbeb95d-0e67-439e-a640-69c7a568115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:46.944932 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f932e69a-c6f5-4877-945f-9a57c6104378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:47.035872 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:48.580201 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:50.595247 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:16:56.728754 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:00.094059 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:17:14.201681 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-94dc3228-8f91-410c-be7e-ec82e1b4743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:16.970296 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4bbf-6475-4b7c-902a-e3db5daa1b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:17.064212 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:18.624657 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:20.642977 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:26.772870 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:37.099863 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:17:44.185292 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fcffc6f2-dccc-43e3-9d37-35118535933a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:46.941430 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-30c92bf4-3636-4762-b730-0b4f2effe50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:47.059757 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:48.654495 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:50.605164 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:17:56.756783 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:14.101015 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:18:14.214448 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8338a4f2-44a6-4f36-a416-d2370a780956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:16.942758 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2c22c843-195b-4f8a-8d60-187edaff23fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:17.054131 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:18.739620 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:20.602160 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:26.728214 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:44.203135 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d40b4450-bf80-41ea-8c43-83908eb1dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:46.939650 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-07d1bac1-cb5c-40fd-9b51-b9ac59637073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:47.059199 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:48.665088 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:50.596279 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:18:51.101584 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:18:56.750676 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:14.196305 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bff5e356-0386-4e05-8f64-4de9809e55d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:16.938745 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-882539e5-c836-4e99-825f-2731397cbfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:17.036560 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:18.630430 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:20.579247 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:26.767764 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:28.100763 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:19:44.207762 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cece0154-5a80-4cab-bc3c-5a68aefc5587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:46.962179 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cfe8-d20e-4051-b93f-9cd74d78ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:47.036453 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:48.612568 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:50.596947 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:19:56.825154 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:05.100637 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:20:14.224973 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-de50d957-e9c8-47ac-a6e7-728dce36386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:16.948685 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-baf3049d-925e-43d5-b8da-7e292274dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:17.046520 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:18.658931 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:20.641606 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:26.824873 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:42.098816 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:20:44.213302 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1135576a-1697-4139-bfcc-52b22a4686b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:45.334210 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-e6990cf6-b8ee-4048-b54d-71a27468f063 req-10040047-d8e3-43c1-a8d2-668cc09fcb99 service neutron] (100517) timed out ('10.222.0.99', 53666) {{(pid=100517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:20:46.927509 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6503733c-0c05-4310-9571-c6d1c010328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:47.035881 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:48.651890 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:50.628910 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:20:56.819063 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:05.788431 dv-cinder-796950-7-iscsi neutron-server[100517]: DEBUG neutron.wsgi [req-2586222a-9130-4f8f-95a1-504ae7d6cd5b req-76970013-fc0a-418a-923b-0256ab1c1cbe service neutron] (100517) timed out ('10.222.0.99', 49832) {{(pid=100517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 17:21:14.222327 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-62f8c74c-0194-4b8c-82e9-27b502fb2219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:16.958986 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1a423101-6d50-40a3-8f5c-61a9df8d2c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:17.021882 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:18.670363 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:19.097185 dv-cinder-796950-7-iscsi neutron-server[100520]: DEBUG neutron.db.agents_db [None req-3ccd8c74-5ecd-498f-9d97-b3ea08249de0 None None] Agent healthcheck: found 6 active agents {{(pid=100520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:21:20.604731 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:26.850474 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dbc6903-e557-4031-8078-e5fd4d56a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:44.220854 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4fdcd09d-bc8f-484d-948b-c67d424e40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:46.935733 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-595c790b-dfa0-44c0-99eb-b64afa909f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:47.020965 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0d2af4c1-1820-47af-add9-764f43ae64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:48.644435 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-66a8e344-d6fb-4d43-8ad5-572f09ab1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:21:50.661698 dv-cinder-796950-7-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a023db20-28fb-401b-8338-6872c58a0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792434690061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697834'] for agent, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}